-- Logs begin at Thu 2021-07-22 01:50:23 UTC, end at Thu 2021-07-22 02:47:46 UTC. -- Jul 22 02:20:54.251090 dv-cinder-792299-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 22 02:20:56.931662 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.common.config [-] Logging enabled! Jul 22 02:20:56.932256 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev490 Jul 22 02:20:56.932432 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93096) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 22 02:20:56.935651 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.common.config [-] Logging enabled! Jul 22 02:20:56.935905 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev490 Jul 22 02:20:56.936218 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93096) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 22 02:20:56.937180 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 22 02:20:56.937418 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 22 02:20:56.937785 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 22 02:20:56.938033 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 22 02:20:56.938260 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 22 02:20:56.938586 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.938888 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.939190 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.939423 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.939727 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.940021 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.940310 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.940603 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.940928 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.941217 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.941503 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.941795 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.942028 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.942317 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.942613 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.942907 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.943645 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] debug = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.943947 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.944380 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.944810 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.945101 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.945402 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.945690 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.945973 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.946257 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.946548 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.946884 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] host = dv-cinder-792299-6-iscsi {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.947170 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.947464 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.947757 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.948050 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.948333 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.948616 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.948932 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.949213 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.949493 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] log_file = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.949774 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.950072 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.950367 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.950663 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.950893 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.951121 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.951416 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.951710 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.951993 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.952277 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.952559 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.952867 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.953151 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.953425 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.953718 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.954009 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.954302 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.954586 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.954866 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.955144 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.955422 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.955712 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.955996 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.956278 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.956558 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.956883 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.957159 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.957440 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.957744 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.958035 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.958322 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.958612 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.959498 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.959786 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.960066 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.960343 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.960620 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] use_json = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.960922 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.961199 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.961485 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.961762 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.962037 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.962314 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.962589 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.962878 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:56.963178 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.963477 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.963782 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.964070 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.964368 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.964669 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.964968 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.965250 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.965544 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.965837 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.966133 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.966413 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.966704 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.966985 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.967284 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.967592 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.967889 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.968184 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.968461 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.968759 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.969040 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.969321 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.969608 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.969905 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.970196 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.970471 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.970752 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.971048 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.971330 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.971605 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.971886 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.972177 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.972457 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.972754 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.973043 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.973325 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.973601 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.973874 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.974155 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.974472 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.974753 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.975026 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.975300 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.975578 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.975852 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.976142 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.976420 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.976716 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.976994 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.977278 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.977559 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.977837 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.978119 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.978393 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.978672 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.978946 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.979222 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.979498 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.979773 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.980047 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.980322 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.980596 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.980900 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.981176 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.981451 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.981727 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.982002 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.982277 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.982564 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.982863 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.983143 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.983427 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.983710 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.983991 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.984271 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.984550 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.984859 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.985142 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.985419 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.985712 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.986003 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.986291 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.986575 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.986855 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.987151 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.987433 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.987717 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.987998 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.988279 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.988569 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.988879 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.989174 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.989469 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.989761 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.990075 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.990370 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.990652 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.990965 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.991246 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:56.991466 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 22 02:20:56.991707 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93096) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 22 02:20:57.339401 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 22 02:20:57.339681 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 22 02:20:57.339971 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 22 02:20:57.340306 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 22 02:20:57.727808 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:57.728101 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:57.728386 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:57.729592 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:57.729869 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:57.730137 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:57.764261 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:57.764540 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:57.764837 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:57.777972 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:57.778254 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:57.778520 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:57.808893 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:57.809175 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:57.809445 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:57.844564 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:57.844864 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:57.845137 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:58.074530 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:58.075136 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:58.075136 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:58.075320 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:58.075939 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:58.194000 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:58.194318 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:58.194601 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:58.194875 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:58.195145 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:58.195455 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:58.195719 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:58.195977 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:58.196233 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:58.196515 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:58.196801 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:58.197073 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:58.197330 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:58.197581 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:58.197836 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:58.198110 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:58.198375 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:58.198641 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:58.198910 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:58.199168 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:58.199438 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:58.199690 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:58.199973 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:58.200345 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:58.200593 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:58.200863 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:58.201253 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93096) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 02:20:58.201493 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93096) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 02:20:58.201729 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93096) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 02:20:58.201962 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93096) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 02:20:58.202196 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93096) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 02:20:58.202426 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93096) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 02:20:58.202794 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 22 02:20:58.205896 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 22 02:20:58.210350 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 22 02:20:58.214022 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Jul 22 02:20:58.215631 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 22 02:20:58.216086 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 22 02:20:58.216424 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 22 02:20:58.216840 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 22 02:20:58.220592 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 22 02:20:58.220872 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 22 02:20:58.221224 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 22 02:20:58.227044 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 22 02:20:58.249680 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 22 02:20:58.250130 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:58.250430 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93096) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 22 02:20:58.250795 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:58.252143 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93096) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 22 02:20:58.252426 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 22 02:20:58.252700 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 22 02:20:58.256409 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:58.256711 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:58.320112 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 22 02:20:58.320355 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 22 02:20:58.320591 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 22 02:20:58.321063 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 22 02:20:58.342144 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_db.sqlalchemy.engines [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93096) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 22 02:20:58.873872 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.plugins.ml2.managers [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Initializing driver for type 'gre' Jul 22 02:20:58.874401 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] gre ID ranges: [(1, 1000)] Jul 22 02:20:58.925996 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.plugins.ml2.managers [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Initializing driver for type 'local' Jul 22 02:20:58.926361 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.plugins.ml2.managers [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Initializing driver for type 'vlan' Jul 22 02:20:58.938701 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] VlanTypeDriver initialization complete Jul 22 02:20:58.939031 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.plugins.ml2.managers [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Initializing driver for type 'vxlan' Jul 22 02:20:58.939598 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] vxlan ID ranges: [(1, 1000)] Jul 22 02:20:58.988050 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.plugins.ml2.managers [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Initializing extension driver 'port_security' Jul 22 02:20:58.988414 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.plugins.ml2.extensions.port_security [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] PortSecurityExtensionDriver initialization complete Jul 22 02:20:58.988766 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.plugins.ml2.managers [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Initializing mechanism driver 'openvswitch' Jul 22 02:20:58.989085 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.plugins.ml2.managers [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Initializing mechanism driver 'hyperv' Jul 22 02:20:58.995463 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.plugins.ml2.plugin [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:20:58.996294 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: > port after_create 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:58.996672 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: > port after_update 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:58.997037 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: > port after_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:58.997547 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93096) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 02:20:58.997975 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: > subnet after_create 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:58.998334 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: > subnet after_update 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:58.998680 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:58.999066 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93096) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 02:20:58.999466 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: > network after_create 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:58.999811 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: > network after_update 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:59.000150 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: > network after_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:59.000532 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93096) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 02:20:59.000964 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: > security_group after_create 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:59.001314 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: > security_group after_update 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:59.001649 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:59.002036 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93096) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 02:20:59.002436 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:59.002779 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:59.003113 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:59.003506 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93096) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 02:20:59.003892 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: > address_group after_create 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:59.004231 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: > address_group after_update 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:59.004567 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:59.004976 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93096) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 02:20:59.005352 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] ML2 OVO RPC backend initialized. {{(pid=93096) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 22 02:20:59.006080 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:59.006430 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:59.006840 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: > network before_response 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:59.007189 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: > networks before_response 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:59.007556 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: > port before_response 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:59.007876 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: > ports before_response 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:59.008216 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: > subnet before_response 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:59.008559 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: > subnets before_response 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:59.008923 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: > network after_create 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:59.009268 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: > network after_update 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:59.009595 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: > network after_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:59.009927 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: > port after_create 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:59.010259 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: > port after_update 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:59.010589 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: > port after_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:59.010923 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: > subnet after_create 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:59.011256 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: > subnet after_update 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:59.011585 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:59.012153 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.plugins.ml2.plugin [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Modular L2 Plugin initialization complete Jul 22 02:20:59.012473 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading services supported by the core plugin {{(pid=93096) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 22 02:20:59.012827 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.plugins.ml2.managers [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Got port-security extension from driver 'port_security' Jul 22 02:20:59.013290 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.extensions.vlantransparent [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Disabled vlantransparent extension. Jul 22 02:20:59.013763 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93096) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 22 02:20:59.014076 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading Plugin: router Jul 22 02:20:59.050251 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:59.050641 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: > router after_create 55549900 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:59.051009 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: > router before_create 55549900 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:59.051376 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:59.051751 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:59.052105 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: > router after_delete 55549900 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:59.052483 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:59.052993 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: > router after_create 55549900 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:59.053344 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: > router after_update 55549900 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:59.053697 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: > router after_update 55549900 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:59.054047 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:59.054405 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: > router after_update 55549900 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:59.054813 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: > router precommit_update 55549900 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:59.055180 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: port after_update 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:59.055519 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: port after_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:59.055854 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: subnet after_update 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:59.056191 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:59.056536 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:59.056907 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: > router precommit_create 55549900 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:59.057254 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: port before_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:59.057598 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: > router precommit_create 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:59.057954 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: > router after_update 55549900 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:59.058302 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:59.058653 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: > router precommit_create 55549900 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:59.059012 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:59.059355 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: > router precommit_update 55549900 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:59.059733 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: > agent after_create 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:59.060065 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: > agent after_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:59.060408 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: > network after_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:59.061281 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.quota.resource_registry [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Tracking information for resource: router configured {{(pid=93096) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 02:20:59.061610 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.quota.resource_registry [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Tracking information for resource: floatingip configured {{(pid=93096) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 02:20:59.066387 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.db.l3_agentschedulers_db [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 22 02:20:59.066962 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: port after_update 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:59.067324 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: port after_create 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:59.067675 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: port after_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:59.068034 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: port after_update 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:59.069180 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: > router before_create 55550100 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:59.069548 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:59.069909 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: > router precommit_create 55550100 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:59.070266 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: > router precommit_update 55550100 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:59.074709 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.services.provider_configuration [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Service providers = [] {{(pid=93096) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 22 02:20:59.075234 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.db.servicetype_db [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93096) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 22 02:20:59.077964 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.services.service_base [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93096) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 02:20:59.078318 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.services.service_base [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93096) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 02:20:59.078657 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.services.service_base [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93096) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 02:20:59.079526 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.services.service_base [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93096) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 02:20:59.079897 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.services.service_base [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 22 02:20:59.080266 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93096) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 02:20:59.080582 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 22 02:20:59.091578 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93096) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 02:20:59.091917 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading Plugin: auto_allocate Jul 22 02:20:59.097584 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: network precommit_update 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:59.097946 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: network precommit_create 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:59.098461 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93096) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 02:20:59.098778 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading Plugin: tag Jul 22 02:20:59.105969 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93096) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 02:20:59.106295 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading Plugin: timestamp Jul 22 02:20:59.110065 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93096) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 02:20:59.110396 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading Plugin: network_ip_availability Jul 22 02:20:59.115749 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:59.116122 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:59.116477 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:59.117215 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93096) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 02:20:59.117531 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading Plugin: flavors Jul 22 02:20:59.123652 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93096) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 02:20:59.124026 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading Plugin: revisions Jul 22 02:20:59.128242 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93096) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 02:20:59.128630 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_concurrency.lockutils [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.789s {{(pid=93096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 22 02:20:59.129388 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93096) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 22 02:20:59.129725 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Initializing extension manager. Jul 22 02:20:59.130228 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: __init__.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.131078 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: __pycache__ {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.131414 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.131745 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: address_group.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.132492 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.133081 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loaded extension: address-group Jul 22 02:20:59.133406 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: address_scope.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.134118 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.134625 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loaded extension: address-scope Jul 22 02:20:59.134945 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.135864 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.136371 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loaded extension: router-admin-state-down-before-update Jul 22 02:20:59.136714 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: agent.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.137414 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.137914 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loaded extension: agent Jul 22 02:20:59.138231 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: agent_resources_synced.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.139150 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.139652 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loaded extension: agent-resources-synced Jul 22 02:20:59.139972 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: allowedaddresspairs.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.141766 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.142285 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loaded extension: allowed-address-pairs Jul 22 02:20:59.142610 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: auto_allocated_topology.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.143668 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.144174 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loaded extension: auto-allocated-topology Jul 22 02:20:59.144498 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: availability_zone.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.145207 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.145716 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loaded extension: availability_zone Jul 22 02:20:59.146042 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: availability_zone_filter.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.147535 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.148040 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loaded extension: availability_zone_filter Jul 22 02:20:59.148362 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: data_plane_status.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.149298 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.149796 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Extension data-plane-status not supported by any of loaded plugins Jul 22 02:20:59.150114 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: default_subnetpools.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.151021 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.151521 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loaded extension: default-subnetpools Jul 22 02:20:59.151841 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.152637 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.153222 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loaded extension: dhcp_agent_scheduler Jul 22 02:20:59.153543 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: dns.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.154444 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.154940 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Extension dns-integration not supported by any of loaded plugins Jul 22 02:20:59.155258 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: dns_domain_ports.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.156159 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.156673 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 22 02:20:59.156994 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.157915 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.158407 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 22 02:20:59.158729 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: dvr.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.159395 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.159889 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loaded extension: dvr Jul 22 02:20:59.160206 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: ecmp_routes.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.161132 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.161638 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 22 02:20:59.161990 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: empty_string_filtering.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.162896 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.163397 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loaded extension: empty-string-filtering Jul 22 02:20:59.163716 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.164621 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.165148 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 22 02:20:59.165466 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.166364 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.166865 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 22 02:20:59.167182 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: external_net.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.168081 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.168580 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loaded extension: external-net Jul 22 02:20:59.168928 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.170089 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.170589 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loaded extension: extra_dhcp_opt Jul 22 02:20:59.170905 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: extraroute.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.171806 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.172302 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loaded extension: extraroute Jul 22 02:20:59.172619 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: extraroute_atomic.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.173671 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.174174 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loaded extension: extraroute-atomic Jul 22 02:20:59.174495 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: filter_validation.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.175156 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.175657 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loaded extension: filter-validation Jul 22 02:20:59.175977 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: fip_pf_description.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.177060 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.177593 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 22 02:20:59.177911 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: fip_port_details.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.178833 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.179330 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loaded extension: fip-port-details Jul 22 02:20:59.179648 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: flavors.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.180896 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.181409 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loaded extension: flavors Jul 22 02:20:59.181733 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.183379 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.183900 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 22 02:20:59.184234 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: floatingip_pools.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.184962 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.185466 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loaded extension: floatingip-pools Jul 22 02:20:59.185792 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: ip_allocation.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.186707 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.187202 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Extension ip_allocation not supported by any of loaded plugins Jul 22 02:20:59.187526 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.188431 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.188974 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loaded extension: ip-substring-filtering Jul 22 02:20:59.189302 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: l2_adjacency.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.190208 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.190708 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 22 02:20:59.191029 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: l3.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.191979 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.192491 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loaded extension: router Jul 22 02:20:59.192850 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.195567 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.196089 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 22 02:20:59.196419 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.197386 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.197900 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loaded extension: ext-gw-mode Jul 22 02:20:59.198228 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.199154 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.199671 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loaded extension: l3-ha Jul 22 02:20:59.199999 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: l3_flavors.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.200925 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.201434 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loaded extension: l3-flavors Jul 22 02:20:59.201761 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.202662 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.203166 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 22 02:20:59.203490 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: l3agentscheduler.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.204501 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.205037 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loaded extension: l3_agent_scheduler Jul 22 02:20:59.205364 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: logging.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.206825 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.207340 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Extension logging not supported by any of loaded plugins Jul 22 02:20:59.207669 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: metering.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.208403 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.209534 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loaded extension: metering Jul 22 02:20:59.209855 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.210933 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.211442 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loaded extension: metering_source_and_destination_fields Jul 22 02:20:59.211766 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: multiprovidernet.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.212834 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.213342 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loaded extension: multi-provider Jul 22 02:20:59.213664 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: netmtu.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.214571 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.215077 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loaded extension: net-mtu Jul 22 02:20:59.215396 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: netmtu_writable.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.216304 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.216896 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loaded extension: net-mtu-writable Jul 22 02:20:59.217217 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: network_availability_zone.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.217907 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.218403 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loaded extension: network_availability_zone Jul 22 02:20:59.218719 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: network_ip_availability.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.219795 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.220295 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loaded extension: network-ip-availability Jul 22 02:20:59.220614 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: network_segment_range.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.221404 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.221881 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Extension network-segment-range not supported by any of loaded plugins Jul 22 02:20:59.222198 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: pagination.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.223171 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.223496 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loaded extension: pagination Jul 22 02:20:59.223812 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: port_device_profile.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.224773 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.225284 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loaded extension: port-device-profile Jul 22 02:20:59.225604 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.226517 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.227024 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loaded extension: port-mac-address-regenerate Jul 22 02:20:59.227346 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.228261 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.228802 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loaded extension: port-numa-affinity-policy Jul 22 02:20:59.229125 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: port_resource_request.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.230033 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.230532 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Extension port-resource-request not supported by any of loaded plugins Jul 22 02:20:59.230849 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: portbindings.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.231773 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.232277 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loaded extension: binding Jul 22 02:20:59.232595 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: portbindings_extended.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.233875 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.234382 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loaded extension: binding-extended Jul 22 02:20:59.234707 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: portsecurity.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.235613 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.236119 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loaded extension: port-security Jul 22 02:20:59.236443 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: project_id.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.237438 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.237767 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loaded extension: project-id Jul 22 02:20:59.238086 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: providernet.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.238997 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.239512 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loaded extension: provider Jul 22 02:20:59.239832 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: qos.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.243409 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.243928 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Extension qos not supported by any of loaded plugins Jul 22 02:20:59.244258 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.245515 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.246033 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 22 02:20:59.246365 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.247277 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.247786 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 22 02:20:59.248111 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: qos_default.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.249045 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.249558 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Extension qos-default not supported by any of loaded plugins Jul 22 02:20:59.249884 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: qos_fip.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.250566 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.251066 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Extension qos-fip not supported by any of loaded plugins Jul 22 02:20:59.251389 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: qos_gateway_ip.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.252335 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.252872 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 22 02:20:59.253197 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: qos_port_network_policy.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.254115 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.254617 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 22 02:20:59.254939 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: qos_rule_type_details.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.256359 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.256883 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 22 02:20:59.257208 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: qos_rules_alias.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.258243 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.258760 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 22 02:20:59.259081 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: quotasv2.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.260000 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.260512 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loaded extension: quotas Jul 22 02:20:59.260868 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: quotasv2_detail.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.263875 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.264215 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loaded extension: quota_details Jul 22 02:20:59.264550 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: rbac.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.265636 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.266165 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loaded extension: rbac-policies Jul 22 02:20:59.266499 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: rbac_address_group.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.267439 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.267954 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loaded extension: rbac-address-group Jul 22 02:20:59.268280 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: rbac_address_scope.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.269231 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.269742 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loaded extension: rbac-address-scope Jul 22 02:20:59.270071 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: rbac_security_groups.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.270982 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.272079 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loaded extension: rbac-security-groups Jul 22 02:20:59.272399 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: rbac_subnetpool.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.273339 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.273842 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loaded extension: rbac-subnetpool Jul 22 02:20:59.274161 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: revisionifmatch.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.275073 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.275579 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loaded extension: revision-if-match Jul 22 02:20:59.275899 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: revisions.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.277032 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.277542 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loaded extension: standard-attr-revisions Jul 22 02:20:59.277864 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: router_availability_zone.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.278530 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.279032 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loaded extension: router_availability_zone Jul 22 02:20:59.279352 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: routerservicetype.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.280270 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.280806 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Extension router-service-type not supported by any of loaded plugins Jul 22 02:20:59.281131 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.282045 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.282550 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loaded extension: security-groups-normalized-cidr Jul 22 02:20:59.282871 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.283781 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.284284 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loaded extension: port-security-groups-filtering Jul 22 02:20:59.284603 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.285537 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.286039 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loaded extension: security-groups-remote-address-group Jul 22 02:20:59.286360 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: securitygroup.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.296220 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.296778 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loaded extension: security-group Jul 22 02:20:59.297111 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: segment.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.297887 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.298392 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Extension segment not supported by any of loaded plugins Jul 22 02:20:59.298713 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.299647 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.300155 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 22 02:20:59.300475 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: servicetype.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.301611 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.302127 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loaded extension: service-type Jul 22 02:20:59.302468 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: sorting.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.303447 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.303778 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loaded extension: sorting Jul 22 02:20:59.304100 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: standard_attr_segment.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.305109 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.305618 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 22 02:20:59.305937 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: standardattrdescription.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.306583 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.307087 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loaded extension: standard-attr-description Jul 22 02:20:59.307412 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: stateful_security_group.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.308325 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.308866 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loaded extension: stateful-security-group Jul 22 02:20:59.309191 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: stdattrs_common.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.309778 dv-cinder-792299-6-iscsi neutron-server[93096]: WARNING neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 22 02:20:59.310101 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.311041 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.311553 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 22 02:20:59.311875 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: subnet_onboard.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.312964 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.313477 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loaded extension: subnet_onboard Jul 22 02:20:59.313800 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.314736 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.315238 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 22 02:20:59.315558 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: subnet_service_types.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.316475 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.317021 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loaded extension: subnet-service-types Jul 22 02:20:59.317344 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: subnetallocation.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.318914 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.319422 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loaded extension: subnet_allocation Jul 22 02:20:59.319749 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.320413 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.320941 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loaded extension: subnetpool-prefix-ops Jul 22 02:20:59.321262 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.322197 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.322700 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 22 02:20:59.323022 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: tagging.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.324067 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.324574 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loaded extension: standard-attr-tag Jul 22 02:20:59.324926 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: timestamp.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.326133 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.326646 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loaded extension: standard-attr-timestamp Jul 22 02:20:59.326971 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: trunk.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.327988 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.328505 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Extension trunk not supported by any of loaded plugins Jul 22 02:20:59.328858 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: trunk_details.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.329774 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.330281 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Extension trunk-details not supported by any of loaded plugins Jul 22 02:20:59.330609 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: uplink_status_propagation.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.331515 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.332019 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 22 02:20:59.332338 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Loading extension file: vlantransparent.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 02:20:59.333128 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 02:20:59.333674 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 22 02:20:59.336639 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.quota.resource_registry [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Creating instance of TrackedResource for resource:network Jul 22 02:20:59.337185 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.quota.resource_registry [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Creating instance of TrackedResource for resource:subnet Jul 22 02:20:59.337583 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.quota.resource_registry [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 02:20:59.337980 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.quota.resource_registry [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Creating instance of TrackedResource for resource:port Jul 22 02:20:59.339206 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.v2.resource_helper [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93096) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 02:20:59.339633 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.v2.resource_helper [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Service FLAVORS assigned prefix: {{(pid=93096) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 02:20:59.340252 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.v2.resource_helper [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93096) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 02:20:59.340718 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.v2.resource_helper [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93096) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 02:20:59.341049 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.quota.resource_registry [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Creating instance of TrackedResource for resource:router Jul 22 02:20:59.341472 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.quota.resource_registry [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Creating instance of TrackedResource for resource:floatingip Jul 22 02:20:59.341956 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.v2.resource_helper [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Service METERING assigned prefix: /metering {{(pid=93096) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 02:20:59.343371 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:59.343740 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:59.344091 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:20:59.345115 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.quota.resource_registry [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Creating instance of CountableResource for resource:rbac_policy Jul 22 02:20:59.345545 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.quota.resource_registry [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Creating instance of TrackedResource for resource:security_group Jul 22 02:20:59.345974 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.quota.resource_registry [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 22 02:20:59.346572 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.v2.resource_helper [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Service CORE assigned prefix: {{(pid=93096) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 02:20:59.346898 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.quota.resource_registry [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 02:20:59.347241 dv-cinder-792299-6-iscsi neutron-server[93096]: WARNING neutron.quota.resource_registry [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] subnetpool is already registered Jul 22 02:20:59.347662 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.v2.resource_helper [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Service CORE assigned prefix: {{(pid=93096) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 02:20:59.347982 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.quota.resource_registry [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 02:20:59.348310 dv-cinder-792299-6-iscsi neutron-server[93096]: WARNING neutron.quota.resource_registry [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] subnetpool is already registered Jul 22 02:20:59.350623 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.v2.resource_helper [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93096) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 02:20:59.351053 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.v2.resource_helper [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Service FLAVORS assigned prefix: {{(pid=93096) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 02:20:59.351640 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.v2.resource_helper [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93096) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 02:20:59.352054 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.v2.resource_helper [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93096) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 02:20:59.352385 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.quota.resource_registry [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Creating instance of TrackedResource for resource:router Jul 22 02:20:59.352747 dv-cinder-792299-6-iscsi neutron-server[93096]: WARNING neutron.quota.resource_registry [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] router is already registered Jul 22 02:20:59.353153 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.quota.resource_registry [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Creating instance of TrackedResource for resource:floatingip Jul 22 02:20:59.353485 dv-cinder-792299-6-iscsi neutron-server[93096]: WARNING neutron.quota.resource_registry [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] floatingip is already registered Jul 22 02:20:59.353929 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.v2.resource_helper [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Service METERING assigned prefix: /metering {{(pid=93096) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 02:20:59.354579 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.quota.resource_registry [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Creating instance of CountableResource for resource:rbac_policy Jul 22 02:20:59.354903 dv-cinder-792299-6-iscsi neutron-server[93096]: WARNING neutron.quota.resource_registry [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] rbac_policy is already registered Jul 22 02:20:59.355307 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.quota.resource_registry [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Creating instance of TrackedResource for resource:security_group Jul 22 02:20:59.355638 dv-cinder-792299-6-iscsi neutron-server[93096]: WARNING neutron.quota.resource_registry [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] security_group is already registered Jul 22 02:20:59.356033 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.quota.resource_registry [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 22 02:20:59.356364 dv-cinder-792299-6-iscsi neutron-server[93096]: WARNING neutron.quota.resource_registry [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] security_group_rule is already registered Jul 22 02:20:59.357007 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.v2.resource_helper [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Service CORE assigned prefix: {{(pid=93096) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 02:20:59.357329 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.quota.resource_registry [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 02:20:59.357664 dv-cinder-792299-6-iscsi neutron-server[93096]: WARNING neutron.quota.resource_registry [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] subnetpool is already registered Jul 22 02:20:59.358086 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.v2.resource_helper [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Service CORE assigned prefix: {{(pid=93096) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 02:20:59.358449 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.quota.resource_registry [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 02:20:59.358817 dv-cinder-792299-6-iscsi neutron-server[93096]: WARNING neutron.quota.resource_registry [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] subnetpool is already registered Jul 22 02:20:59.359285 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Extended resource: extensions {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:20:59.360955 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Extended resource: address-groups {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:20:59.362778 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Extended resource: address-scopes {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:20:59.364220 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Extended resource: agents {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:20:59.365626 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Extended resource: auto-allocated-topology {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:20:59.367021 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Extended resource: availability_zones {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:20:59.368484 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Extended resource: dhcp-networks {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:20:59.370157 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Extended resource: dhcp-agents {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:20:59.371866 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Extended resource: routers {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:20:59.373947 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Extended resource: flavors {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:20:59.376480 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Extended resource: service_profiles {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:20:59.377818 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Extended resource: next_providers {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:20:59.379264 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Extended resource: service_profiles {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:20:59.381377 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Extended resource: floatingip-pools {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:20:59.382606 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Extended resource: routers {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:20:59.384283 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Extended resource: floatingips {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:20:59.385579 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Extended resource: l3-routers {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:20:59.386988 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Extended resource: l3-agents {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:20:59.388424 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Extended resource: metering-labels {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:20:59.389703 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Extended resource: metering-label-rules {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:20:59.391080 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Extended resource: network-ip-availabilities {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:20:59.392316 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Extended resource: bindings {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:20:59.393893 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Extended resource: quotas {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:20:59.395419 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Extended resource: quotas {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:20:59.397481 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Extended resource: rbac-policies {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:20:59.398663 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Extended resource: security-groups {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:20:59.399959 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Extended resource: security-group-rules {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:20:59.401218 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Extended resource: service-providers {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:20:59.402450 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Extended resource: subnetpools {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:20:59.403758 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Extended resource: subnetpools {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:20:59.405338 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Extended resource: tags {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:20:59.406989 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Extended resource: tags {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:20:59.408821 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Extended resource: tags {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:20:59.410577 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Extended resource: tags {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:20:59.412281 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Extended resource: tags {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:20:59.414226 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Extended resource: tags {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:20:59.415892 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Extended resource: tags {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:20:59.417732 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Extended resource: tags {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:20:59.419589 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Extended resource: tags {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:20:59.421633 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Extended resource: tags {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 02:20:59.427585 dv-cinder-792299-6-iscsi neutron-server[93096]: WARNING keystonemiddleware.auth_token [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 22 02:20:59.432067 dv-cinder-792299-6-iscsi neutron-server[93096]: WARNING keystonemiddleware.auth_token [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 22 02:20:59.440395 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_concurrency.lockutils [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Acquired lock "singleton_lock" {{(pid=93096) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 22 02:20:59.440901 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_concurrency.lockutils [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Releasing lock "singleton_lock" {{(pid=93096) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 22 02:20:59.441543 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO oslo_service.service [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Starting 2 workers Jul 22 02:20:59.446806 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Started child 93205 {{(pid=93096) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 02:20:59.451138 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Started child 93206 {{(pid=93096) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 02:20:59.452116 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:20:59.452781 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO neutron.service [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 22 02:20:59.453442 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Notify callbacks [] for process, before_spawn {{(pid=93096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:20:59.453636 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [-] (93205) wsgi starting up on http://0.0.0.0:9696 Jul 22 02:20:59.455830 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO oslo_service.service [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Starting 1 workers Jul 22 02:20:59.455941 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:20:59.457341 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [-] (93206) wsgi starting up on http://0.0.0.0:9696 Jul 22 02:20:59.461590 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Started child 93207 {{(pid=93096) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 02:20:59.462087 dv-cinder-792299-6-iscsi neutron-server[93096]: INFO oslo_service.service [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Starting 1 workers Jul 22 02:20:59.465073 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.service [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] calling RpcWorker wait() {{(pid=93207) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 22 02:20:59.465607 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.service [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] returning from RpcWorker wait() {{(pid=93207) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 22 02:20:59.466489 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Started child 93208 {{(pid=93096) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 02:20:59.466827 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:20:59.467279 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:20:59.467388 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-154b7d05-79c0-43d6-9614-f0a9038293d1 None None] Notify callbacks [] for process, after_spawn {{(pid=93096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:20:59.469194 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93096) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 22 02:20:59.469403 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 22 02:20:59.469588 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 22 02:20:59.469804 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 22 02:20:59.470143 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 22 02:20:59.470301 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 22 02:20:59.470828 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.471110 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.471351 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:20:59.471816 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.471816 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.471950 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.472484 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.472782 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.473018 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.473301 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.473547 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.473718 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.473882 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.474133 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.474406 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.474699 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.474971 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.475207 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.475480 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.475655 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.475923 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.476184 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.476417 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.476704 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] debug = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.476954 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.477460 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.477702 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.477948 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.478171 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.478432 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.478677 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.478944 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.479177 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.479406 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.479656 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.479903 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.480131 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.480360 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.480580 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.480890 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.481100 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.481548 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] host = dv-cinder-792299-6-iscsi {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.481779 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.481995 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.482250 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.482496 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.482736 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.482966 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.483233 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.483511 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.483765 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.483985 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.484246 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.484524 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.484725 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.484954 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] log_file = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.485116 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] log_options = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.485352 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.485606 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.485858 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.486046 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.486309 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.486410 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.486620 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.486778 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.487001 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.487215 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.487428 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.487638 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.487870 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.488114 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.488359 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.488600 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.488856 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.489079 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.489329 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.489552 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.489773 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.490524 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.490739 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.491010 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.491186 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.491398 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.491636 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.491863 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.492098 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.492343 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.492592 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.492861 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.493105 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.493358 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.493582 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.493806 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.494017 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.494353 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.494515 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.494749 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.494974 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.495187 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.495430 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.495647 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.495864 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.496116 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] use_json = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.496360 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.496545 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.496832 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.497047 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.497277 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.497491 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.497699 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.497959 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.498376 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.498648 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.498955 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.499210 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.499610 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.499757 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.500112 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.500112 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.500387 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.500592 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.500943 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.501203 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.501583 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.501789 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.501902 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.502205 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:20:59.502309 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.502493 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.502779 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.503038 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.503468 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.503610 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.503733 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.504036 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.504552 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.504552 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.504940 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.505067 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.505286 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.505499 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.506274 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.506714 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.506714 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.506995 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.507231 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.507443 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.507660 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.507889 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.508105 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.508327 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.508569 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.508841 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.509088 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.509324 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.509557 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.509768 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.509976 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.510185 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.510406 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.510622 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.510852 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.511076 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.511295 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.511503 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.511713 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.511928 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.512177 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.512396 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.512605 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.512861 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.513081 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.513306 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.513554 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.513800 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.514462 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.514679 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.514891 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.515124 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.515328 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.515568 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.515802 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.516018 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.516247 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.516457 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.516735 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.516894 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.517089 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.517318 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.517560 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.517776 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.518005 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.518238 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.518469 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.518651 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.518863 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.519134 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.519452 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.519705 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.519974 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.520217 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.520465 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.524108 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.524108 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.524108 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.524108 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.524108 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.524108 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.524108 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.524108 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.525119 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.525119 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.525119 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.525119 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.525119 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.525119 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.525119 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.525119 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.525688 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.525688 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.525688 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.525688 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.525688 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.525688 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.526134 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.526134 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.526287 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.526563 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.526874 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.527149 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.527615 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.528033 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.528433 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.528870 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.529293 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.529855 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.530301 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.530884 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.531153 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.532953 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.533199 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.533431 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.533672 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.533906 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.534428 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.535318 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.537076 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.537261 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.537623 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.537905 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.538186 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.538481 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.538747 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.538997 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.539276 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.539523 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.539750 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.540000 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.540238 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.540464 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.540739 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.540961 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.541186 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.541413 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.541624 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.541901 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.542138 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.542363 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.542579 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.542818 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.543039 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.543290 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.543509 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.543752 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.544014 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.544234 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.544456 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.547423 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.551152 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.552089 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.553202 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.553515 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.553787 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.554031 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.554293 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.554549 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.554799 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.555027 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.555289 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.555522 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.555745 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.555967 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.556216 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.556457 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.556725 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.557060 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.557291 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.557552 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.557816 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.558163 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.558412 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.558647 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.558890 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.559108 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.559384 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.559626 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.559900 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.560082 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.560302 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.560540 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.560829 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.561057 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.561291 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.561512 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.561747 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.561960 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.562215 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.562388 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.562859 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.563297 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.563542 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.563818 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.564062 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.564313 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.564538 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.564926 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.565142 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.565580 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.565983 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.566276 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.566577 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.566865 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.567155 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.567333 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.567554 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.567764 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.567994 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.568774 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.568994 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.569241 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.569481 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.569696 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.569922 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.570169 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.570382 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.570605 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.570823 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.571033 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.571260 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.571470 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.571680 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.571900 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.572116 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.572345 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.572638 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.572928 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.573177 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.573458 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.573686 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.573933 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.574175 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.574496 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.574726 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.574982 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.575201 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.575443 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.575664 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.575931 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.576266 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.576552 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.576830 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.577067 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.577367 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.577658 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.577918 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.578133 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.578429 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.578749 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.579014 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.579267 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.579533 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.579804 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.580048 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.580844 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.581232 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.581378 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.581738 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.581872 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.582017 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.582278 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.582514 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.582743 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.582961 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.583207 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.583422 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.583663 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.583883 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.584057 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 22 02:20:59.584574 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93096) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 22 02:20:59.584759 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 22 02:20:59.584913 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 22 02:20:59.585096 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 22 02:20:59.585269 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 22 02:20:59.585421 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 22 02:20:59.585628 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.585789 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.585949 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.586108 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.586266 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.586445 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.586605 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.586763 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.586920 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.587078 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.587236 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.587380 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.587573 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.587684 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.587841 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.587998 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.588155 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.588312 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.588474 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.588638 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.588817 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.588975 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.589133 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] debug = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.589291 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.589504 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.589668 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.589826 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.589984 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.590141 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.590299 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.590482 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.590618 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.590775 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.590932 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.591089 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.591246 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.591403 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.591561 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.591718 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.591875 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.592032 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] host = dv-cinder-792299-6-iscsi {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.592189 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.592347 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.592503 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.592681 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.592838 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.592997 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.593154 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.593312 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.593468 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.593625 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.593784 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.593942 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.594100 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.594257 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] log_file = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.594418 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] log_options = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.594575 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.594734 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.594892 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.595077 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.595238 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.595557 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.595713 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.595873 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.596039 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.596170 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.596323 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.596480 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.596637 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.596824 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.596981 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.597138 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.597295 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.597439 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.597653 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.597783 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.597908 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.598037 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.598195 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.598353 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.598511 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.598667 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.598826 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.598981 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.599138 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.599316 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.599474 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.599630 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.599788 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.599946 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.600033 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:20:59.600129 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.600249 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.600412 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.600574 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.600753 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.600912 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.601069 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.601227 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.601384 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.601543 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.601700 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.601857 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] use_json = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.602013 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.602171 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.602328 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.602486 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.602643 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.602801 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.602959 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.603118 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 02:20:59.603297 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.603461 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.603635 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.603799 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.603963 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.604124 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.604287 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.604447 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.604609 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.604790 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.604960 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.605123 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.605296 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.605457 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.605619 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.605783 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.605945 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.606106 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.606268 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.606429 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.606590 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.606751 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.606928 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.607091 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.607254 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.607401 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.607561 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.607723 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.607887 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.608049 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.608211 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.608373 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.608535 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.608717 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.608879 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.609040 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.609201 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.609364 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.609526 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.609687 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.609849 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.610010 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.610172 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.610334 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.610499 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.610659 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.610821 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.610982 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.611144 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.611305 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.611478 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.611796 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.612023 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.612191 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.612354 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.612516 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.612702 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.612866 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.613244 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.613415 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.613578 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.613754 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.613915 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.614076 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.614236 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.614397 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.614558 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.614721 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.614882 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.615550 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.615713 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.615874 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.616036 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.616196 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.616358 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.616520 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.616702 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.616865 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.617028 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.617189 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.617352 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.617513 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.617675 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.617836 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.618007 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.618185 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.618347 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.618508 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.618670 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.618831 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.618992 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.619154 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.619314 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.619476 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.619638 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.619799 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.619961 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.620126 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.620287 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.620449 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.620608 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.620790 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.620954 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.621115 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.621276 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.621436 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.621599 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.621760 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.621922 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.622082 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.622242 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.622414 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.622576 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.622740 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.622900 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.623092 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.623264 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.623427 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.623590 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.623751 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.623911 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.624074 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.624236 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.624397 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.624558 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.624741 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.624902 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.625072 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.625244 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.625406 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.625567 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.625726 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.625910 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.626071 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.626232 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.626392 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.626603 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.626738 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.626861 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.627013 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.627175 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.627336 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.627499 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.627662 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.627823 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.627983 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.628144 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.628305 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.628466 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.628628 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.628809 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.628972 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.629134 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.629296 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.629458 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.629619 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.629779 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.629941 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.630103 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.630264 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.630425 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.631124 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.631279 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.631440 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.631601 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.631761 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.631921 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.632081 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.632241 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.632405 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.632566 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.632755 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.632970 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.633185 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.633352 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.633514 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.633677 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.633840 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.634002 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.634163 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.634323 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.634484 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.634645 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.634810 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.634965 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.635127 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.635287 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.635463 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.635624 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.635786 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.635947 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.636109 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.636269 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.636431 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.636593 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.636774 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.636935 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.637096 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.637260 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.637426 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.637588 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.637749 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.637911 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.638109 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.638229 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.638390 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.638564 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.638727 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.638888 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.639050 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.639211 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.639372 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.639544 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.639706 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.639867 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.640027 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.640187 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.640347 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.640520 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.640699 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.640863 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.641024 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.641209 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.641372 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.641544 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.641704 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.641865 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.642026 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.642186 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.642347 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.642520 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.642682 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.643321 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.643490 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.643651 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.643811 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.643985 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.644146 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.644307 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.644468 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.644629 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.644809 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.644979 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.645141 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.645301 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.645703 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.645703 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.645916 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.645916 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.646098 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.646263 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.646427 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.646623 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.646786 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.646949 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.647117 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.647284 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.647455 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.647623 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.647785 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.647957 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.648127 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.648297 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.648456 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.648625 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.648819 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.648982 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.649317 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.649317 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.649480 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.649595 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.649756 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.649916 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.650077 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.650237 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.650431 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.650546 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.650693 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.650852 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.651012 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.651177 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.651338 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.651497 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.651658 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.651818 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 02:20:59.651971 dv-cinder-792299-6-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 22 02:20:59.926209 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 52086) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:20:59.935262 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068419 Jul 22 02:21:11.103178 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cdba53a-7a70-4008-a2da-22c5cc3700c5 None None] get_active_networks_info from dv-cinder-792299-6-iscsi {{(pid=93207) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 02:21:11.193201 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cdba53a-7a70-4008-a2da-22c5cc3700c5 None None] No non-hosted networks {{(pid=93207) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 22 02:21:11.205497 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.agentschedulers_db [None req-0cdba53a-7a70-4008-a2da-22c5cc3700c5 None None] DHCP Agent not found on host dv-cinder-792299-6-iscsi {{(pid=93207) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 22 02:21:11.354021 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-dbdd0142-6ca2-4664-942b-268ff48f64f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1759202'] for agent, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:13.778667 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-90242d62-76eb-4970-b787-634da5b9abbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1759202'] for agent, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:13.844468 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-ff075e07-ebde-4aec-932d-03ae72bae0bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:13.894465 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1759202'] for agent, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:13.895462 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:13.896207 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:13.897284 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:13.897764 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:13.900414 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:13.900938 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:13.901426 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:13.901926 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:13.902438 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:13.902903 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:13.904094 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:13.906476 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:13.907195 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-792299-6-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:21:13.917881 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-792299-6-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:21:14.689112 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9c5a9526-544c-492b-b3ab-1b4c68701215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1759202'] for agent, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:16.207097 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-46ac0fbd-03cc-41f5-9e75-a35c43e1b5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1759202'] for agent, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:17.435171 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 52178) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:21:17.926102 dv-cinder-792299-6-iscsi neutron-server[93206]: WARNING oslo_policy.policy [None req-45813c34-c6ab-41fc-b226-bdf8dff3668d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 02:21:17.926791 dv-cinder-792299-6-iscsi neutron-server[93206]: WARNING oslo_policy.policy [None req-45813c34-c6ab-41fc-b226-bdf8dff3668d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 02:21:18.088326 dv-cinder-792299-6-iscsi neutron-server[93207]: INFO neutron.db.l3_hamode_db [None req-c3752343-4c98-430d-9edd-a976454033f6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 22 02:21:18.144166 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [None req-45813c34-c6ab-41fc-b226-bdf8dff3668d admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93206) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 02:21:18.145244 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-45813c34-c6ab-41fc-b226-bdf8dff3668d admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7091043 Jul 22 02:21:18.162936 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3752343-4c98-430d-9edd-a976454033f6 None None] Routers set() bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:21:18.163322 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3752343-4c98-430d-9edd-a976454033f6 None None] Router IDs set() for agent in host dv-cinder-792299-6-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 22 02:21:20.475039 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 52192) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:21:20.769596 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.v2.base [None req-09aab389-ef51-436c-bd4c-fff5fcae1cb6 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=93206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:21:20.862874 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.policy [None req-09aab389-ef51-436c-bd4c-fff5fcae1cb6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93206) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 22 02:21:20.907532 dv-cinder-792299-6-iscsi neutron-server[93206]: WARNING oslo_policy.policy [None req-09aab389-ef51-436c-bd4c-fff5fcae1cb6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 02:21:20.907916 dv-cinder-792299-6-iscsi neutron-server[93206]: WARNING oslo_policy.policy [None req-09aab389-ef51-436c-bd4c-fff5fcae1cb6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 02:21:20.916262 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.quota [None req-09aab389-ef51-436c-bd4c-fff5fcae1cb6 admin admin] Loaded quota_driver: . Jul 22 02:21:21.005715 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-09aab389-ef51-436c-bd4c-fff5fcae1cb6 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789866275709', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789866275090', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789866269987', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789866265461', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789866258145', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789866112765', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-716875', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-662624', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1817721', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1625369'] for rbac-policy, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:21.068413 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-09aab389-ef51-436c-bd4c-fff5fcae1cb6 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:21.069641 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-09aab389-ef51-436c-bd4c-fff5fcae1cb6 admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5936115 Jul 22 02:21:23.586101 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 52204) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:21:23.869649 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.v2.base [None req-b071a37f-9ddf-4e5a-9e39-604dc9287b40 admin admin] Request body: {'network': {'project_id': 'cb6aa865a9294853aa6eddc9fbd3b518', 'tenant_id': 'cb6aa865a9294853aa6eddc9fbd3b518', 'name': 'private', 'admin_state_up': True}} {{(pid=93206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:21:23.897943 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b071a37f-9ddf-4e5a-9e39-604dc9287b40 admin admin] Made reservation on behalf of cb6aa865a9294853aa6eddc9fbd3b518 for: {'network': 1} {{(pid=93206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:21:23.900726 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-b071a37f-9ddf-4e5a-9e39-604dc9287b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for network, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:23.917061 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-b071a37f-9ddf-4e5a-9e39-604dc9287b40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:24.037777 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-b071a37f-9ddf-4e5a-9e39-604dc9287b40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:24.041438 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-b071a37f-9ddf-4e5a-9e39-604dc9287b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:24.061301 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b071a37f-9ddf-4e5a-9e39-604dc9287b40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=93206) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 02:21:24.088818 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-b071a37f-9ddf-4e5a-9e39-604dc9287b40 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789868033320', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767938'] for segment, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:24.089376 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-b071a37f-9ddf-4e5a-9e39-604dc9287b40 admin admin] Unsubscribe: segment precommit_create {{(pid=93206) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 22 02:21:24.089858 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.db.segments_db [None req-b071a37f-9ddf-4e5a-9e39-604dc9287b40 admin admin] Added segment ba40d449-13ea-430e-9b59-1fe63b7bab5f of type vlan for network 4ff0c507-6b49-4ff0-9157-4d26cbc53496 Jul 22 02:21:24.106825 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b071a37f-9ddf-4e5a-9e39-604dc9287b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=137017c4-997e-435c-90db-c5e078369c01,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:21:24.154632 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b071a37f-9ddf-4e5a-9e39-604dc9287b40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:24.154988 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b071a37f-9ddf-4e5a-9e39-604dc9287b40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:24.155329 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b071a37f-9ddf-4e5a-9e39-604dc9287b40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:24.155662 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b071a37f-9ddf-4e5a-9e39-604dc9287b40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:24.155997 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b071a37f-9ddf-4e5a-9e39-604dc9287b40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:24.156336 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b071a37f-9ddf-4e5a-9e39-604dc9287b40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:24.156683 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b071a37f-9ddf-4e5a-9e39-604dc9287b40 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:24.157009 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b071a37f-9ddf-4e5a-9e39-604dc9287b40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:24.157344 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b071a37f-9ddf-4e5a-9e39-604dc9287b40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:24.157668 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b071a37f-9ddf-4e5a-9e39-604dc9287b40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:24.157986 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b071a37f-9ddf-4e5a-9e39-604dc9287b40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:24.158301 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b071a37f-9ddf-4e5a-9e39-604dc9287b40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:24.159420 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b071a37f-9ddf-4e5a-9e39-604dc9287b40 admin admin] Tracked resource versions report: Jul 22 02:21:24.159420 dv-cinder-792299-6-iscsi neutron-server[93206]: pushed versions: Jul 22 02:21:24.159420 dv-cinder-792299-6-iscsi neutron-server[93206]: { 'AddressGroup': {'1.2'}, Jul 22 02:21:24.159420 dv-cinder-792299-6-iscsi neutron-server[93206]: 'ConntrackHelper': {'1.0'}, Jul 22 02:21:24.159420 dv-cinder-792299-6-iscsi neutron-server[93206]: 'Log': {'1.0'}, Jul 22 02:21:24.159420 dv-cinder-792299-6-iscsi neutron-server[93206]: 'Network': {'1.1'}, Jul 22 02:21:24.159420 dv-cinder-792299-6-iscsi neutron-server[93206]: 'Port': {'1.7'}, Jul 22 02:21:24.159420 dv-cinder-792299-6-iscsi neutron-server[93206]: 'PortForwarding': {'1.2'}, Jul 22 02:21:24.159420 dv-cinder-792299-6-iscsi neutron-server[93206]: 'QosPolicy': {'1.8'}, Jul 22 02:21:24.159420 dv-cinder-792299-6-iscsi neutron-server[93206]: 'SecurityGroup': {'1.4'}, Jul 22 02:21:24.159420 dv-cinder-792299-6-iscsi neutron-server[93206]: 'SecurityGroupRule': {'1.2'}, Jul 22 02:21:24.159420 dv-cinder-792299-6-iscsi neutron-server[93206]: 'SubPort': {'1.0'}, Jul 22 02:21:24.159420 dv-cinder-792299-6-iscsi neutron-server[93206]: 'Subnet': {'1.1'}, Jul 22 02:21:24.159420 dv-cinder-792299-6-iscsi neutron-server[93206]: 'Trunk': {'1.1'}} Jul 22 02:21:24.159420 dv-cinder-792299-6-iscsi neutron-server[93206]: consumer versions: Jul 22 02:21:24.159420 dv-cinder-792299-6-iscsi neutron-server[93206]: { DHCP agent@dv-cinder-792299-6-iscsi: {}, Jul 22 02:21:24.159420 dv-cinder-792299-6-iscsi neutron-server[93206]: L3 agent@dv-cinder-792299-6-iscsi: {}, Jul 22 02:21:24.159420 dv-cinder-792299-6-iscsi neutron-server[93206]: Metadata agent@dv-cinder-792299-6-iscsi: {}, Jul 22 02:21:24.159420 dv-cinder-792299-6-iscsi neutron-server[93206]: Metering agent@dv-cinder-792299-6-iscsi: {}, Jul 22 02:21:24.159420 dv-cinder-792299-6-iscsi neutron-server[93206]: Open vSwitch agent@dv-cinder-792299-6-iscsi: { 'AddressGroup': '1.2', Jul 22 02:21:24.159420 dv-cinder-792299-6-iscsi neutron-server[93206]: 'ConntrackHelper': '1.0', Jul 22 02:21:24.159420 dv-cinder-792299-6-iscsi neutron-server[93206]: 'Log': '1.0', Jul 22 02:21:24.159420 dv-cinder-792299-6-iscsi neutron-server[93206]: 'Network': '1.1', Jul 22 02:21:24.159420 dv-cinder-792299-6-iscsi neutron-server[93206]: 'Port': '1.7', Jul 22 02:21:24.159420 dv-cinder-792299-6-iscsi neutron-server[93206]: 'PortForwarding': '1.2', Jul 22 02:21:24.159420 dv-cinder-792299-6-iscsi neutron-server[93206]: 'QosPolicy': '1.8', Jul 22 02:21:24.159420 dv-cinder-792299-6-iscsi neutron-server[93206]: 'SecurityGroup': '1.4', Jul 22 02:21:24.159420 dv-cinder-792299-6-iscsi neutron-server[93206]: 'SecurityGroupRule': '1.2', Jul 22 02:21:24.159420 dv-cinder-792299-6-iscsi neutron-server[93206]: 'SubPort': '1.0', Jul 22 02:21:24.159420 dv-cinder-792299-6-iscsi neutron-server[93206]: 'Subnet': '1.1', Jul 22 02:21:24.159420 dv-cinder-792299-6-iscsi neutron-server[93206]: 'Trunk': '1.1'}} Jul 22 02:21:24.159420 dv-cinder-792299-6-iscsi neutron-server[93206]: {{(pid=93206) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 02:21:24.205710 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-b071a37f-9ddf-4e5a-9e39-604dc9287b40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789867552247'] for network, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:24.257115 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-b071a37f-9ddf-4e5a-9e39-604dc9287b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863'] for network, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:24.258400 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b071a37f-9ddf-4e5a-9e39-604dc9287b40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:21:24.259115 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-b071a37f-9ddf-4e5a-9e39-604dc9287b40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583845'] for network, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:24.309154 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-b071a37f-9ddf-4e5a-9e39-604dc9287b40 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.7219391 Jul 22 02:21:24.361405 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b071a37f-9ddf-4e5a-9e39-604dc9287b40 admin admin] Pushing event updated for resources: {'Network': ['ID=4ff0c507-6b49-4ff0-9157-4d26cbc53496,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:21:24.376181 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Network 4ff0c507-6b49-4ff0-9157-4d26cbc53496 details requested by agent ovs-agent-dv-cinder-792299-6-iscsi with host dv-cinder-792299-6-iscsi {{(pid=93207) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 02:21:26.882883 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 52218) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:21:27.260711 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c05790-caee-4399-a230-38285c289e12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:21:27.262071 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-25c05790-caee-4399-a230-38285c289e12 admin admin] 10.222.0.30 "GET /v2.0/networks/4ff0c507-6b49-4ff0-9157-4d26cbc53496 HTTP/1.1" status: 200 len: 824 time: 0.3782511 Jul 22 02:21:27.286349 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-ffd1ef6f-1f41-4698-a8b1-f1d1aebe96e0 admin admin] 10.222.0.30 "GET /v2.0/subnetpools/f019326c-7516-46cf-9ccc-97eb95712b8c HTTP/1.1" status: 200 len: 734 time: 0.0183477 Jul 22 02:21:27.294890 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.v2.base [None req-cd55d851-764e-404f-ae1a-3a2021abf525 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': 'cb6aa865a9294853aa6eddc9fbd3b518', 'network_id': '4ff0c507-6b49-4ff0-9157-4d26cbc53496', 'name': 'private-subnet', 'subnetpool_id': 'f019326c-7516-46cf-9ccc-97eb95712b8c'}} {{(pid=93206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:21:27.316137 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd55d851-764e-404f-ae1a-3a2021abf525 admin admin] Made reservation on behalf of cb6aa865a9294853aa6eddc9fbd3b518 for: {'subnet': 1} {{(pid=93206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:21:27.318747 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-cd55d851-764e-404f-ae1a-3a2021abf525 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:27.611040 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-cd55d851-764e-404f-ae1a-3a2021abf525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863'] for subnet, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:27.680861 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd55d851-764e-404f-ae1a-3a2021abf525 admin admin] Checking segment: {'id': 'ba40d449-13ea-430e-9b59-1fe63b7bab5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4ff0c507-6b49-4ff0-9157-4d26cbc53496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:21:27.681234 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd55d851-764e-404f-ae1a-3a2021abf525 admin admin] Network hostable DHCP agents. Network: 4ff0c507-6b49-4ff0-9157-4d26cbc53496, hostable agents: ['7ec0f4f5-17d5-44d9-a280-5d81f7a2a404'], hosted agents: [] {{(pid=93206) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 02:21:27.685556 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd55d851-764e-404f-ae1a-3a2021abf525 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53960259-bdd4-43ab-abb6-170317410fdc,revision_number=0']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:21:27.705240 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd55d851-764e-404f-ae1a-3a2021abf525 admin admin] Network 4ff0c507-6b49-4ff0-9157-4d26cbc53496 is scheduled to be hosted by DHCP agent 7ec0f4f5-17d5-44d9-a280-5d81f7a2a404 with binding_index 1 {{(pid=93206) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 02:21:27.716875 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.base_scheduler [None req-cd55d851-764e-404f-ae1a-3a2021abf525 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-6-iscsi, 4ff0c507-6b49-4ff0-9157-4d26cbc53496) {{(pid=93206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:21:27.724474 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd55d851-764e-404f-ae1a-3a2021abf525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:21:27.725081 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-cd55d851-764e-404f-ae1a-3a2021abf525 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583845'] for subnet, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:27.726157 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaaa3d89-d694-4e04-bba7-df5b3bf3fb85 None None] Network 4ff0c507-6b49-4ff0-9157-4d26cbc53496 requested from dv-cinder-792299-6-iscsi {{(pid=93207) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:21:27.738408 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-cd55d851-764e-404f-ae1a-3a2021abf525 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4470394 Jul 22 02:21:28.040595 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ddf9db5-0c64-4cd8-85ed-59686a6b0b75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpddd49729-fbe2-5b56-b4ca-eeba23ac9f5f-4ff0c507-6b49-4ff0-9157-4d26cbc53496', 'network_id': '4ff0c507-6b49-4ff0-9157-4d26cbc53496', 'tenant_id': 'cb6aa865a9294853aa6eddc9fbd3b518', 'fixed_ips': [{'subnet_id': '53960259-bdd4-43ab-abb6-170317410fdc'}]}} from dv-cinder-792299-6-iscsi. {{(pid=93207) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 02:21:28.041910 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9ddf9db5-0c64-4cd8-85ed-59686a6b0b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:28.311217 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.db_base_plugin_common [None req-9ddf9db5-0c64-4cd8-85ed-59686a6b0b75 None None] Allocated IP 172.20.0.2 (4ff0c507-6b49-4ff0-9157-4d26cbc53496/53960259-bdd4-43ab-abb6-170317410fdc/c9522adc-010f-4e8d-8cd2-c3f1335d0cbf) {{(pid=93207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:21:28.538605 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9ddf9db5-0c64-4cd8-85ed-59686a6b0b75 None None] Notify callbacks [] for port, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:28.553835 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-9ddf9db5-0c64-4cd8-85ed-59686a6b0b75 None None] Transition to ACTIVE for port object c9522adc-010f-4e8d-8cd2-c3f1335d0cbf will not be triggered until provisioned by entity L2. {{(pid=93207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:21:28.574582 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-9ddf9db5-0c64-4cd8-85ed-59686a6b0b75 None None] Transition to ACTIVE for port object c9522adc-010f-4e8d-8cd2-c3f1335d0cbf will not be triggered until provisioned by entity DHCP. {{(pid=93207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:21:28.582953 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9ddf9db5-0c64-4cd8-85ed-59686a6b0b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789867566219'] for port, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:28.643155 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddf9db5-0c64-4cd8-85ed-59686a6b0b75 None None] Network 4ff0c507-6b49-4ff0-9157-4d26cbc53496 is already hosted by enough agents. {{(pid=93207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:21:28.649042 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.scheduler.base_scheduler [None req-9ddf9db5-0c64-4cd8-85ed-59686a6b0b75 None None] Resources bound (agent type, host, resource id): {{(pid=93207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:21:28.652318 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddf9db5-0c64-4cd8-85ed-59686a6b0b75 None None] Received port after_create {{(pid=93207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:21:28.694038 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddf9db5-0c64-4cd8-85ed-59686a6b0b75 None None] Pushing event updated for resources: {'Port': ['ID=c9522adc-010f-4e8d-8cd2-c3f1335d0cbf,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:21:28.737218 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddf9db5-0c64-4cd8-85ed-59686a6b0b75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:28.737842 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddf9db5-0c64-4cd8-85ed-59686a6b0b75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:28.737955 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddf9db5-0c64-4cd8-85ed-59686a6b0b75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:28.738270 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddf9db5-0c64-4cd8-85ed-59686a6b0b75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:28.738600 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddf9db5-0c64-4cd8-85ed-59686a6b0b75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:28.739547 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddf9db5-0c64-4cd8-85ed-59686a6b0b75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:28.739874 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddf9db5-0c64-4cd8-85ed-59686a6b0b75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:28.740201 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddf9db5-0c64-4cd8-85ed-59686a6b0b75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:28.740543 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddf9db5-0c64-4cd8-85ed-59686a6b0b75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:28.740891 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddf9db5-0c64-4cd8-85ed-59686a6b0b75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:28.741222 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddf9db5-0c64-4cd8-85ed-59686a6b0b75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:28.741543 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddf9db5-0c64-4cd8-85ed-59686a6b0b75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:28.742678 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddf9db5-0c64-4cd8-85ed-59686a6b0b75 None None] Tracked resource versions report: Jul 22 02:21:28.742678 dv-cinder-792299-6-iscsi neutron-server[93207]: pushed versions: Jul 22 02:21:28.742678 dv-cinder-792299-6-iscsi neutron-server[93207]: { 'AddressGroup': {'1.2'}, Jul 22 02:21:28.742678 dv-cinder-792299-6-iscsi neutron-server[93207]: 'ConntrackHelper': {'1.0'}, Jul 22 02:21:28.742678 dv-cinder-792299-6-iscsi neutron-server[93207]: 'Log': {'1.0'}, Jul 22 02:21:28.742678 dv-cinder-792299-6-iscsi neutron-server[93207]: 'Network': {'1.1'}, Jul 22 02:21:28.742678 dv-cinder-792299-6-iscsi neutron-server[93207]: 'Port': {'1.7'}, Jul 22 02:21:28.742678 dv-cinder-792299-6-iscsi neutron-server[93207]: 'PortForwarding': {'1.2'}, Jul 22 02:21:28.742678 dv-cinder-792299-6-iscsi neutron-server[93207]: 'QosPolicy': {'1.8'}, Jul 22 02:21:28.742678 dv-cinder-792299-6-iscsi neutron-server[93207]: 'SecurityGroup': {'1.4'}, Jul 22 02:21:28.742678 dv-cinder-792299-6-iscsi neutron-server[93207]: 'SecurityGroupRule': {'1.2'}, Jul 22 02:21:28.742678 dv-cinder-792299-6-iscsi neutron-server[93207]: 'SubPort': {'1.0'}, Jul 22 02:21:28.742678 dv-cinder-792299-6-iscsi neutron-server[93207]: 'Subnet': {'1.1'}, Jul 22 02:21:28.742678 dv-cinder-792299-6-iscsi neutron-server[93207]: 'Trunk': {'1.1'}} Jul 22 02:21:28.742678 dv-cinder-792299-6-iscsi neutron-server[93207]: consumer versions: Jul 22 02:21:28.742678 dv-cinder-792299-6-iscsi neutron-server[93207]: { DHCP agent@dv-cinder-792299-6-iscsi: {}, Jul 22 02:21:28.742678 dv-cinder-792299-6-iscsi neutron-server[93207]: L3 agent@dv-cinder-792299-6-iscsi: {}, Jul 22 02:21:28.742678 dv-cinder-792299-6-iscsi neutron-server[93207]: Metadata agent@dv-cinder-792299-6-iscsi: {}, Jul 22 02:21:28.742678 dv-cinder-792299-6-iscsi neutron-server[93207]: Metering agent@dv-cinder-792299-6-iscsi: {}, Jul 22 02:21:28.742678 dv-cinder-792299-6-iscsi neutron-server[93207]: Open vSwitch agent@dv-cinder-792299-6-iscsi: { 'AddressGroup': '1.2', Jul 22 02:21:28.742678 dv-cinder-792299-6-iscsi neutron-server[93207]: 'ConntrackHelper': '1.0', Jul 22 02:21:28.742678 dv-cinder-792299-6-iscsi neutron-server[93207]: 'Log': '1.0', Jul 22 02:21:28.742678 dv-cinder-792299-6-iscsi neutron-server[93207]: 'Network': '1.1', Jul 22 02:21:28.742678 dv-cinder-792299-6-iscsi neutron-server[93207]: 'Port': '1.7', Jul 22 02:21:28.742678 dv-cinder-792299-6-iscsi neutron-server[93207]: 'PortForwarding': '1.2', Jul 22 02:21:28.742678 dv-cinder-792299-6-iscsi neutron-server[93207]: 'QosPolicy': '1.8', Jul 22 02:21:28.742678 dv-cinder-792299-6-iscsi neutron-server[93207]: 'SecurityGroup': '1.4', Jul 22 02:21:28.742678 dv-cinder-792299-6-iscsi neutron-server[93207]: 'SecurityGroupRule': '1.2', Jul 22 02:21:28.742678 dv-cinder-792299-6-iscsi neutron-server[93207]: 'SubPort': '1.0', Jul 22 02:21:28.742678 dv-cinder-792299-6-iscsi neutron-server[93207]: 'Subnet': '1.1', Jul 22 02:21:28.742678 dv-cinder-792299-6-iscsi neutron-server[93207]: 'Trunk': '1.1'}} Jul 22 02:21:28.742678 dv-cinder-792299-6-iscsi neutron-server[93207]: {{(pid=93207) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 02:21:28.756087 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-9ddf9db5-0c64-4cd8-85ed-59686a6b0b75 None None] Attempting to bind port c9522adc-010f-4e8d-8cd2-c3f1335d0cbf on host dv-cinder-792299-6-iscsi for vnic_type normal with profile {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:21:28.756489 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-9ddf9db5-0c64-4cd8-85ed-59686a6b0b75 None None] Attempting to bind port c9522adc-010f-4e8d-8cd2-c3f1335d0cbf by drivers openvswitch,hyperv on host dv-cinder-792299-6-iscsi at level 0 using segments [{'id': 'ba40d449-13ea-430e-9b59-1fe63b7bab5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4ff0c507-6b49-4ff0-9157-4d26cbc53496'}] {{(pid=93207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:21:28.756946 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddf9db5-0c64-4cd8-85ed-59686a6b0b75 None None] Attempting to bind port c9522adc-010f-4e8d-8cd2-c3f1335d0cbf on network 4ff0c507-6b49-4ff0-9157-4d26cbc53496 {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:21:28.761746 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddf9db5-0c64-4cd8-85ed-59686a6b0b75 None None] Checking agent: {'id': '2be9fc8b-48e5-48f4-81b8-a3920a82e981', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 21, 14), 'started_at': datetime.datetime(2021, 7, 22, 2, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:21:28.762158 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddf9db5-0c64-4cd8-85ed-59686a6b0b75 None None] Checking segment: {'id': 'ba40d449-13ea-430e-9b59-1fe63b7bab5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4ff0c507-6b49-4ff0-9157-4d26cbc53496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:21:28.762614 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9ddf9db5-0c64-4cd8-85ed-59686a6b0b75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:28.763002 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddf9db5-0c64-4cd8-85ed-59686a6b0b75 None None] Bound using segment: {'id': 'ba40d449-13ea-430e-9b59-1fe63b7bab5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4ff0c507-6b49-4ff0-9157-4d26cbc53496'} {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:21:28.763486 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-9ddf9db5-0c64-4cd8-85ed-59686a6b0b75 None None] Bound port: c9522adc-010f-4e8d-8cd2-c3f1335d0cbf, host: dv-cinder-792299-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba40d449-13ea-430e-9b59-1fe63b7bab5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4ff0c507-6b49-4ff0-9157-4d26cbc53496'}}] {{(pid=93207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:21:28.763891 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9ddf9db5-0c64-4cd8-85ed-59686a6b0b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:28.827155 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-9ddf9db5-0c64-4cd8-85ed-59686a6b0b75 None None] For port c9522adc-010f-4e8d-8cd2-c3f1335d0cbf, host dv-cinder-792299-6-iscsi, cleared binding levels {{(pid=93207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:21:28.831405 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-9ddf9db5-0c64-4cd8-85ed-59686a6b0b75 None None] For port c9522adc-010f-4e8d-8cd2-c3f1335d0cbf, host dv-cinder-792299-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=c9522adc-010f-4e8d-8cd2-c3f1335d0cbf,segment=NetworkSegment(ba40d449-13ea-430e-9b59-1fe63b7bab5f),segment_id=ba40d449-13ea-430e-9b59-1fe63b7bab5f)] {{(pid=93207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:21:28.836563 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9ddf9db5-0c64-4cd8-85ed-59686a6b0b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:28.901287 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddf9db5-0c64-4cd8-85ed-59686a6b0b75 None None] Pushing event updated for resources: {'Port': ['ID=c9522adc-010f-4e8d-8cd2-c3f1335d0cbf,revision_number=2']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:21:30.098645 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 52226) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:21:30.406247 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [None req-af9aad7b-f063-4313-8b18-1dde9ac57ed4 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93206) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 02:21:30.407243 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-af9aad7b-f063-4313-8b18-1dde9ac57ed4 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3076496 Jul 22 02:21:32.741423 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 52234) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:21:33.041821 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [None req-422f0e3d-e7af-42f0-89f5-b9f051c631f9 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93206) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 02:21:33.042894 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-422f0e3d-e7af-42f0-89f5-b9f051c631f9 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3005192 Jul 22 02:21:35.602716 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 52244) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:21:35.891813 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.v2.base [None req-1a0111a5-216e-47e3-b4d8-f8b99cf97e05 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'cb6aa865a9294853aa6eddc9fbd3b518'}} {{(pid=93206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:21:35.915022 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-1a0111a5-216e-47e3-b4d8-f8b99cf97e05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1746485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25300'] for router, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:35.916529 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-1a0111a5-216e-47e3-b4d8-f8b99cf97e05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1760026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1633086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25311'] for router, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:36.058951 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-1a0111a5-216e-47e3-b4d8-f8b99cf97e05 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:36.065646 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-1a0111a5-216e-47e3-b4d8-f8b99cf97e05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1746508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1746667'] for router, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:36.078195 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-1a0111a5-216e-47e3-b4d8-f8b99cf97e05 admin admin] Notify callbacks [] for router, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:36.079394 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-1a0111a5-216e-47e3-b4d8-f8b99cf97e05 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4756849 Jul 22 02:21:36.542613 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.agents_db [None req-f1c5c46c-8295-40fa-87c5-0db6e260a587 None None] Agent healthcheck: found 5 active agents {{(pid=93208) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 02:21:37.164029 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9096aa-6c8d-4af8-8649-218e24cf4dcc None None] Network 4ff0c507-6b49-4ff0-9157-4d26cbc53496 requested from dv-cinder-792299-6-iscsi {{(pid=93207) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:21:37.240382 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-0b6a502c-4649-465a-a568-20bb82f5aedc None None] Provisioning for port c9522adc-010f-4e8d-8cd2-c3f1335d0cbf completed by entity DHCP. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:21:37.741388 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device c9522adc-010f-4e8d-8cd2-c3f1335d0cbf up at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:21:37.821564 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning for port c9522adc-010f-4e8d-8cd2-c3f1335d0cbf completed by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:21:37.824983 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning complete for port c9522adc-010f-4e8d-8cd2-c3f1335d0cbf triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:21:37.825385 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:37.930809 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:37.964412 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] For port c9522adc-010f-4e8d-8cd2-c3f1335d0cbf, host dv-cinder-792299-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=c9522adc-010f-4e8d-8cd2-c3f1335d0cbf,segment=NetworkSegment(ba40d449-13ea-430e-9b59-1fe63b7bab5f),segment_id=ba40d449-13ea-430e-9b59-1fe63b7bab5f)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:21:37.968044 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:38.013550 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Pushing event updated for resources: {'Port': ['ID=c9522adc-010f-4e8d-8cd2-c3f1335d0cbf,revision_number=3']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:21:38.433457 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 52256) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:21:38.733389 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [None req-819664a4-83aa-4596-be00-e17b02f4e378 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93206) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 02:21:38.734391 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-819664a4-83aa-4596-be00-e17b02f4e378 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2999921 Jul 22 02:21:39.723568 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device c9522adc-010f-4e8d-8cd2-c3f1335d0cbf up at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:21:39.770137 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning complete for port c9522adc-010f-4e8d-8cd2-c3f1335d0cbf triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:21:39.770509 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:41.018357 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-18c0147d-a168-4e7b-b813-f4d8cbdf8fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:41.064608 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 52264) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:21:41.361938 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.v2.base [None req-70788744-1517-4886-b31a-f6f6db73238d admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=93206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:21:41.383865 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70788744-1517-4886-b31a-f6f6db73238d admin admin] Made reservation on behalf of 6c2ab47618dd440b93ac83b690ccdbf8 for: {'network': 1} {{(pid=93206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:21:41.386121 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-70788744-1517-4886-b31a-f6f6db73238d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for network, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:41.393734 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-70788744-1517-4886-b31a-f6f6db73238d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:41.477116 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-70788744-1517-4886-b31a-f6f6db73238d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:41.480415 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-70788744-1517-4886-b31a-f6f6db73238d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:41.493641 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-70788744-1517-4886-b31a-f6f6db73238d admin admin] Reserving flat network on physical network physnet1 {{(pid=93206) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 22 02:21:41.513727 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70788744-1517-4886-b31a-f6f6db73238d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17fe766a-9782-4710-8e22-7143dac8062f,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:21:41.516487 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-70788744-1517-4886-b31a-f6f6db73238d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767938'] for segment, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:41.516854 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.db.segments_db [None req-70788744-1517-4886-b31a-f6f6db73238d admin admin] Added segment 9c11ce42-9cd0-4724-aa43-c030ca3574d3 of type flat for network a2bee0e8-177e-45f0-aff1-c80473345c00 Jul 22 02:21:41.561724 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-70788744-1517-4886-b31a-f6f6db73238d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789867552247'] for network, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:41.595712 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-70788744-1517-4886-b31a-f6f6db73238d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863'] for network, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:41.596639 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70788744-1517-4886-b31a-f6f6db73238d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:21:41.597212 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-70788744-1517-4886-b31a-f6f6db73238d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583845'] for network, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:41.624717 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-70788744-1517-4886-b31a-f6f6db73238d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5590692 Jul 22 02:21:41.658278 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70788744-1517-4886-b31a-f6f6db73238d admin admin] Pushing event updated for resources: {'Network': ['ID=a2bee0e8-177e-45f0-aff1-c80473345c00,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:21:41.672172 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Network a2bee0e8-177e-45f0-aff1-c80473345c00 details requested by agent ovs-agent-dv-cinder-792299-6-iscsi with host dv-cinder-792299-6-iscsi {{(pid=93207) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 02:21:43.774309 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-7410718d-ce4f-4150-a509-6dc4d3c89639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:43.869342 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:43.926527 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 52272) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:21:44.264380 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7258735-a177-4a58-911a-a37ccf4c85f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:21:44.265758 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-a7258735-a177-4a58-911a-a37ccf4c85f6 admin admin] 10.222.0.30 "GET /v2.0/subnets/53960259-bdd4-43ab-abb6-170317410fdc HTTP/1.1" status: 200 len: 849 time: 0.3383470 Jul 22 02:21:44.379752 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-e535a646-a751-48a8-9cd7-dd7a586eebe1 admin admin] 10.222.0.30 "GET /v2.0/routers/c639de13-b36c-4347-9573-8b73a0c2e2da HTTP/1.1" status: 200 len: 704 time: 0.1080823 Jul 22 02:21:44.638922 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-8ddadc6b-c1e2-4e22-a97e-a6fdaf8a24c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:44.639656 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9c5a9526-544c-492b-b3ab-1b4c68701215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:44.921237 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.db_base_plugin_common [None req-8ddadc6b-c1e2-4e22-a97e-a6fdaf8a24c8 admin admin] Allocated IP 172.20.0.1 (4ff0c507-6b49-4ff0-9157-4d26cbc53496/53960259-bdd4-43ab-abb6-170317410fdc/019ff491-f361-498d-9012-61f7d07371e0) {{(pid=93206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:21:45.109987 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-8ddadc6b-c1e2-4e22-a97e-a6fdaf8a24c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:45.131328 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-8ddadc6b-c1e2-4e22-a97e-a6fdaf8a24c8 admin admin] Transition to ACTIVE for port object 019ff491-f361-498d-9012-61f7d07371e0 will not be triggered until provisioned by entity DHCP. {{(pid=93206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:21:45.208950 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-8ddadc6b-c1e2-4e22-a97e-a6fdaf8a24c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789867566219'] for port, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:45.279104 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddadc6b-c1e2-4e22-a97e-a6fdaf8a24c8 admin admin] Network 4ff0c507-6b49-4ff0-9157-4d26cbc53496 is already hosted by enough agents. {{(pid=93206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:21:45.283644 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.base_scheduler [None req-8ddadc6b-c1e2-4e22-a97e-a6fdaf8a24c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:21:45.289411 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddadc6b-c1e2-4e22-a97e-a6fdaf8a24c8 admin admin] Received port after_create {{(pid=93206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:21:45.289892 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-8ddadc6b-c1e2-4e22-a97e-a6fdaf8a24c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746458'] for router_interface, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:45.346927 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddadc6b-c1e2-4e22-a97e-a6fdaf8a24c8 admin admin] Pushing event updated for resources: {'Port': ['ID=019ff491-f361-498d-9012-61f7d07371e0,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:21:45.500373 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-8ddadc6b-c1e2-4e22-a97e-a6fdaf8a24c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:45.527184 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-62ab92d8-39a6-461d-9e93-75f84ff1103c None None] Provisioning for port 019ff491-f361-498d-9012-61f7d07371e0 completed by entity DHCP. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:21:45.530809 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-62ab92d8-39a6-461d-9e93-75f84ff1103c None None] Provisioning complete for port 019ff491-f361-498d-9012-61f7d07371e0 triggered by entity DHCP. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:21:45.531188 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-62ab92d8-39a6-461d-9e93-75f84ff1103c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:45.564419 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-62ab92d8-39a6-461d-9e93-75f84ff1103c None None] Port 019ff491-f361-498d-9012-61f7d07371e0 cannot update to ACTIVE because it is not bound. {{(pid=93207) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 02:21:45.677771 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-8ddadc6b-c1e2-4e22-a97e-a6fdaf8a24c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:45.681983 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-8ddadc6b-c1e2-4e22-a97e-a6fdaf8a24c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:45.682736 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-8ddadc6b-c1e2-4e22-a97e-a6fdaf8a24c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1758378'] for router_interface, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:45.740786 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddadc6b-c1e2-4e22-a97e-a6fdaf8a24c8 admin admin] Pushing event updated for resources: {'Port': ['ID=019ff491-f361-498d-9012-61f7d07371e0,revision_number=2']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:21:45.802456 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddadc6b-c1e2-4e22-a97e-a6fdaf8a24c8 admin admin] Network 4ff0c507-6b49-4ff0-9157-4d26cbc53496 is already hosted by enough agents. {{(pid=93206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:21:45.803669 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.base_scheduler [None req-8ddadc6b-c1e2-4e22-a97e-a6fdaf8a24c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:21:45.956495 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ddadc6b-c1e2-4e22-a97e-a6fdaf8a24c8 admin admin] Router c639de13-b36c-4347-9573-8b73a0c2e2da is scheduled to L3 agent f9ed0358-a013-4c74-a622-17ee633b4610 with binding_index 1 {{(pid=93206) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 02:21:45.984411 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-bcaee1ce-71b9-46f5-8341-77e673730cb7 None None] Provisioning complete for port 019ff491-f361-498d-9012-61f7d07371e0 triggered by entity DHCP. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:21:45.984827 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-bcaee1ce-71b9-46f5-8341-77e673730cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:46.017520 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-bcaee1ce-71b9-46f5-8341-77e673730cb7 None None] Port 019ff491-f361-498d-9012-61f7d07371e0 cannot update to ACTIVE because it is not bound. {{(pid=93207) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 02:21:46.044779 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ddadc6b-c1e2-4e22-a97e-a6fdaf8a24c8 admin admin] Notify agent at l3_agent.dv-cinder-792299-6-iscsi the message routers_updated {{(pid=93206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:21:46.049796 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-8ddadc6b-c1e2-4e22-a97e-a6fdaf8a24c8 admin admin] 10.222.0.30 "PUT /v2.0/routers/c639de13-b36c-4347-9573-8b73a0c2e2da/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6635363 Jul 22 02:21:46.068527 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9885ac31-c64d-4a9c-a3b4-1edacbbe18c3 None None] Sync routers for ids ['c639de13-b36c-4347-9573-8b73a0c2e2da'] in dv-cinder-792299-6-iscsi {{(pid=93208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:21:46.079589 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9885ac31-c64d-4a9c-a3b4-1edacbbe18c3 None None] Routers {'c639de13-b36c-4347-9573-8b73a0c2e2da'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:21:46.080329 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-9885ac31-c64d-4a9c-a3b4-1edacbbe18c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:21:44Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['c639de13-b36c-4347-9573-8b73a0c2e2da'], 'active': True} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:21:46.149992 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-46ac0fbd-03cc-41f5-9e75-a35c43e1b5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:46.259268 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvr_db [None req-9885ac31-c64d-4a9c-a3b4-1edacbbe18c3 None None] Set router c639de13-b36c-4347-9573-8b73a0c2e2da gateway port host: None {{(pid=93208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:21:46.674651 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-9885ac31-c64d-4a9c-a3b4-1edacbbe18c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c639de13-b36c-4347-9573-8b73a0c2e2da', 'name': 'router1', 'tenant_id': 'cb6aa865a9294853aa6eddc9fbd3b518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:21:35Z', 'updated_at': '2021-07-22T02:21:45Z', 'revision_number': 2, 'project_id': 'cb6aa865a9294853aa6eddc9fbd3b518', 'gw_port_host': None, '_interfaces': [{'id': '019ff491-f361-498d-9012-61f7d07371e0', 'name': '', 'network_id': '4ff0c507-6b49-4ff0-9157-4d26cbc53496', 'tenant_id': 'cb6aa865a9294853aa6eddc9fbd3b518', 'mac_address': 'fa:16:3e:83:f3:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c639de13-b36c-4347-9573-8b73a0c2e2da', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '53960259-bdd4-43ab-abb6-170317410fdc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:21:44Z', 'updated_at': '2021-07-22T02:21:45Z', 'revision_number': 2, 'project_id': 'cb6aa865a9294853aa6eddc9fbd3b518', 'subnets': [{'id': '53960259-bdd4-43ab-abb6-170317410fdc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f019326c-7516-46cf-9ccc-97eb95712b8c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:21:46.725473 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9885ac31-c64d-4a9c-a3b4-1edacbbe18c3 None None] Checking router: c639de13-b36c-4347-9573-8b73a0c2e2da for host: dv-cinder-792299-6-iscsi {{(pid=93208) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:21:46.725841 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9885ac31-c64d-4a9c-a3b4-1edacbbe18c3 None None] Updating router c639de13-b36c-4347-9573-8b73a0c2e2da port 019ff491-f361-498d-9012-61f7d07371e0 binding host dv-cinder-792299-6-iscsi {{(pid=93208) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 02:21:46.788457 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-9885ac31-c64d-4a9c-a3b4-1edacbbe18c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:47.265646 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-9885ac31-c64d-4a9c-a3b4-1edacbbe18c3 None None] Notify callbacks [] for port, precommit_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:47.283358 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.provisioning_blocks [None req-9885ac31-c64d-4a9c-a3b4-1edacbbe18c3 None None] Transition to ACTIVE for port object 019ff491-f361-498d-9012-61f7d07371e0 will not be triggered until provisioned by entity L2. {{(pid=93208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:21:47.289522 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-9885ac31-c64d-4a9c-a3b4-1edacbbe18c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:47.454616 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8633f4-d319-4d77-a32e-c3e50213960c None None] Pushing event updated for resources: {'Port': ['ID=019ff491-f361-498d-9012-61f7d07371e0,revision_number=3']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:21:47.460968 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [None req-9885ac31-c64d-4a9c-a3b4-1edacbbe18c3 None None] Attempting to bind port 019ff491-f361-498d-9012-61f7d07371e0 on host dv-cinder-792299-6-iscsi for vnic_type normal with profile {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:21:47.461367 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [None req-9885ac31-c64d-4a9c-a3b4-1edacbbe18c3 None None] Attempting to bind port 019ff491-f361-498d-9012-61f7d07371e0 by drivers openvswitch,hyperv on host dv-cinder-792299-6-iscsi at level 0 using segments [{'id': 'ba40d449-13ea-430e-9b59-1fe63b7bab5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4ff0c507-6b49-4ff0-9157-4d26cbc53496'}] {{(pid=93208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:21:47.461793 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9885ac31-c64d-4a9c-a3b4-1edacbbe18c3 None None] Attempting to bind port 019ff491-f361-498d-9012-61f7d07371e0 on network 4ff0c507-6b49-4ff0-9157-4d26cbc53496 {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:21:47.469347 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8633f4-d319-4d77-a32e-c3e50213960c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:47.469694 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8633f4-d319-4d77-a32e-c3e50213960c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:47.470032 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8633f4-d319-4d77-a32e-c3e50213960c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:47.470364 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8633f4-d319-4d77-a32e-c3e50213960c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:47.470690 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8633f4-d319-4d77-a32e-c3e50213960c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:47.471016 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8633f4-d319-4d77-a32e-c3e50213960c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:47.471340 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8633f4-d319-4d77-a32e-c3e50213960c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:47.471662 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8633f4-d319-4d77-a32e-c3e50213960c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:47.471999 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8633f4-d319-4d77-a32e-c3e50213960c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:47.472882 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8633f4-d319-4d77-a32e-c3e50213960c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:47.473183 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8633f4-d319-4d77-a32e-c3e50213960c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:47.473502 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8633f4-d319-4d77-a32e-c3e50213960c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:47.474631 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8633f4-d319-4d77-a32e-c3e50213960c None None] Tracked resource versions report: Jul 22 02:21:47.474631 dv-cinder-792299-6-iscsi neutron-server[93208]: pushed versions: Jul 22 02:21:47.474631 dv-cinder-792299-6-iscsi neutron-server[93208]: { 'AddressGroup': {'1.2'}, Jul 22 02:21:47.474631 dv-cinder-792299-6-iscsi neutron-server[93208]: 'ConntrackHelper': {'1.0'}, Jul 22 02:21:47.474631 dv-cinder-792299-6-iscsi neutron-server[93208]: 'Log': {'1.0'}, Jul 22 02:21:47.474631 dv-cinder-792299-6-iscsi neutron-server[93208]: 'Network': {'1.1'}, Jul 22 02:21:47.474631 dv-cinder-792299-6-iscsi neutron-server[93208]: 'Port': {'1.7'}, Jul 22 02:21:47.474631 dv-cinder-792299-6-iscsi neutron-server[93208]: 'PortForwarding': {'1.2'}, Jul 22 02:21:47.474631 dv-cinder-792299-6-iscsi neutron-server[93208]: 'QosPolicy': {'1.8'}, Jul 22 02:21:47.474631 dv-cinder-792299-6-iscsi neutron-server[93208]: 'SecurityGroup': {'1.4'}, Jul 22 02:21:47.474631 dv-cinder-792299-6-iscsi neutron-server[93208]: 'SecurityGroupRule': {'1.2'}, Jul 22 02:21:47.474631 dv-cinder-792299-6-iscsi neutron-server[93208]: 'SubPort': {'1.0'}, Jul 22 02:21:47.474631 dv-cinder-792299-6-iscsi neutron-server[93208]: 'Subnet': {'1.1'}, Jul 22 02:21:47.474631 dv-cinder-792299-6-iscsi neutron-server[93208]: 'Trunk': {'1.1'}} Jul 22 02:21:47.474631 dv-cinder-792299-6-iscsi neutron-server[93208]: consumer versions: Jul 22 02:21:47.474631 dv-cinder-792299-6-iscsi neutron-server[93208]: { DHCP agent@dv-cinder-792299-6-iscsi: {}, Jul 22 02:21:47.474631 dv-cinder-792299-6-iscsi neutron-server[93208]: L3 agent@dv-cinder-792299-6-iscsi: {}, Jul 22 02:21:47.474631 dv-cinder-792299-6-iscsi neutron-server[93208]: Metadata agent@dv-cinder-792299-6-iscsi: {}, Jul 22 02:21:47.474631 dv-cinder-792299-6-iscsi neutron-server[93208]: Metering agent@dv-cinder-792299-6-iscsi: {}, Jul 22 02:21:47.474631 dv-cinder-792299-6-iscsi neutron-server[93208]: Open vSwitch agent@dv-cinder-792299-6-iscsi: { 'AddressGroup': '1.2', Jul 22 02:21:47.474631 dv-cinder-792299-6-iscsi neutron-server[93208]: 'ConntrackHelper': '1.0', Jul 22 02:21:47.474631 dv-cinder-792299-6-iscsi neutron-server[93208]: 'Log': '1.0', Jul 22 02:21:47.474631 dv-cinder-792299-6-iscsi neutron-server[93208]: 'Network': '1.1', Jul 22 02:21:47.474631 dv-cinder-792299-6-iscsi neutron-server[93208]: 'Port': '1.7', Jul 22 02:21:47.474631 dv-cinder-792299-6-iscsi neutron-server[93208]: 'PortForwarding': '1.2', Jul 22 02:21:47.474631 dv-cinder-792299-6-iscsi neutron-server[93208]: 'QosPolicy': '1.8', Jul 22 02:21:47.474631 dv-cinder-792299-6-iscsi neutron-server[93208]: 'SecurityGroup': '1.4', Jul 22 02:21:47.474631 dv-cinder-792299-6-iscsi neutron-server[93208]: 'SecurityGroupRule': '1.2', Jul 22 02:21:47.474631 dv-cinder-792299-6-iscsi neutron-server[93208]: 'SubPort': '1.0', Jul 22 02:21:47.474631 dv-cinder-792299-6-iscsi neutron-server[93208]: 'Subnet': '1.1', Jul 22 02:21:47.474631 dv-cinder-792299-6-iscsi neutron-server[93208]: 'Trunk': '1.1'}} Jul 22 02:21:47.474631 dv-cinder-792299-6-iscsi neutron-server[93208]: {{(pid=93208) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 02:21:47.478479 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9885ac31-c64d-4a9c-a3b4-1edacbbe18c3 None None] Checking agent: {'id': '2be9fc8b-48e5-48f4-81b8-a3920a82e981', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 21, 14), 'started_at': datetime.datetime(2021, 7, 22, 2, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:21:47.478479 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9885ac31-c64d-4a9c-a3b4-1edacbbe18c3 None None] Checking segment: {'id': 'ba40d449-13ea-430e-9b59-1fe63b7bab5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4ff0c507-6b49-4ff0-9157-4d26cbc53496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:21:47.478479 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-9885ac31-c64d-4a9c-a3b4-1edacbbe18c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:47.478825 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9885ac31-c64d-4a9c-a3b4-1edacbbe18c3 None None] Bound using segment: {'id': 'ba40d449-13ea-430e-9b59-1fe63b7bab5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4ff0c507-6b49-4ff0-9157-4d26cbc53496'} {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:21:47.479106 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [None req-9885ac31-c64d-4a9c-a3b4-1edacbbe18c3 None None] Bound port: 019ff491-f361-498d-9012-61f7d07371e0, host: dv-cinder-792299-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba40d449-13ea-430e-9b59-1fe63b7bab5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4ff0c507-6b49-4ff0-9157-4d26cbc53496'}}] {{(pid=93208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:21:47.479490 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-9885ac31-c64d-4a9c-a3b4-1edacbbe18c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:47.547604 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [None req-9885ac31-c64d-4a9c-a3b4-1edacbbe18c3 None None] For port 019ff491-f361-498d-9012-61f7d07371e0, host dv-cinder-792299-6-iscsi, cleared binding levels {{(pid=93208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:21:47.570249 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [None req-9885ac31-c64d-4a9c-a3b4-1edacbbe18c3 None None] For port 019ff491-f361-498d-9012-61f7d07371e0, host dv-cinder-792299-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=019ff491-f361-498d-9012-61f7d07371e0,segment=NetworkSegment(ba40d449-13ea-430e-9b59-1fe63b7bab5f),segment_id=ba40d449-13ea-430e-9b59-1fe63b7bab5f)] {{(pid=93208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:21:47.574438 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-9885ac31-c64d-4a9c-a3b4-1edacbbe18c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:47.630328 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8633f4-d319-4d77-a32e-c3e50213960c None None] Pushing event updated for resources: {'Port': ['ID=019ff491-f361-498d-9012-61f7d07371e0,revision_number=4']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:21:47.637232 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9885ac31-c64d-4a9c-a3b4-1edacbbe18c3 None None] Routers {'c639de13-b36c-4347-9573-8b73a0c2e2da'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:21:47.637851 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-9885ac31-c64d-4a9c-a3b4-1edacbbe18c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:21:44Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['c639de13-b36c-4347-9573-8b73a0c2e2da'], 'active': True} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:21:47.729066 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvr_db [None req-9885ac31-c64d-4a9c-a3b4-1edacbbe18c3 None None] Set router c639de13-b36c-4347-9573-8b73a0c2e2da gateway port host: None {{(pid=93208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:21:47.934981 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-9885ac31-c64d-4a9c-a3b4-1edacbbe18c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c639de13-b36c-4347-9573-8b73a0c2e2da', 'name': 'router1', 'tenant_id': 'cb6aa865a9294853aa6eddc9fbd3b518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:21:35Z', 'updated_at': '2021-07-22T02:21:45Z', 'revision_number': 2, 'project_id': 'cb6aa865a9294853aa6eddc9fbd3b518', 'gw_port_host': None, '_interfaces': [{'id': '019ff491-f361-498d-9012-61f7d07371e0', 'name': '', 'network_id': '4ff0c507-6b49-4ff0-9157-4d26cbc53496', 'tenant_id': 'cb6aa865a9294853aa6eddc9fbd3b518', 'mac_address': 'fa:16:3e:83:f3:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c639de13-b36c-4347-9573-8b73a0c2e2da', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '53960259-bdd4-43ab-abb6-170317410fdc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:21:44Z', 'updated_at': '2021-07-22T02:21:47Z', 'revision_number': 4, 'project_id': 'cb6aa865a9294853aa6eddc9fbd3b518', 'subnets': [{'id': '53960259-bdd4-43ab-abb6-170317410fdc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f019326c-7516-46cf-9ccc-97eb95712b8c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:21:47.960809 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9885ac31-c64d-4a9c-a3b4-1edacbbe18c3 None None] The sync data for ids ['c639de13-b36c-4347-9573-8b73a0c2e2da'] in dv-cinder-792299-6-iscsi is: [{'id': 'c639de13-b36c-4347-9573-8b73a0c2e2da', 'name': 'router1', 'tenant_id': 'cb6aa865a9294853aa6eddc9fbd3b518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:21:35Z', 'updated_at': '2021-07-22T02:21:45Z', 'revision_number': 2, 'project_id': 'cb6aa865a9294853aa6eddc9fbd3b518', 'gw_port_host': None, '_interfaces': [{'id': '019ff491-f361-498d-9012-61f7d07371e0', 'name': '', 'network_id': '4ff0c507-6b49-4ff0-9157-4d26cbc53496', 'tenant_id': 'cb6aa865a9294853aa6eddc9fbd3b518', 'mac_address': 'fa:16:3e:83:f3:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c639de13-b36c-4347-9573-8b73a0c2e2da', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '53960259-bdd4-43ab-abb6-170317410fdc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:21:44Z', 'updated_at': '2021-07-22T02:21:47Z', 'revision_number': 4, 'project_id': 'cb6aa865a9294853aa6eddc9fbd3b518', 'subnets': [{'id': '53960259-bdd4-43ab-abb6-170317410fdc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f019326c-7516-46cf-9ccc-97eb95712b8c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:21:48.391181 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 52292) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:21:48.580040 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e974c1d4-8e58-4104-bbdd-6995aa85ee1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:21:48.581410 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-e974c1d4-8e58-4104-bbdd-6995aa85ee1c admin admin] 10.222.0.30 "GET /v2.0/networks/a2bee0e8-177e-45f0-aff1-c80473345c00 HTTP/1.1" status: 200 len: 842 time: 0.1892896 Jul 22 02:21:48.591247 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.v2.base [None req-0bc76316-8cb4-4e97-b4ac-2dc85662a3f4 admin admin] Request body: {'subnet': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'gateway_ip': '172.27.3.1', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.3.0/24', 'name': 'public-subnet'}} {{(pid=93206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:21:48.611654 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc76316-8cb4-4e97-b4ac-2dc85662a3f4 admin admin] Made reservation on behalf of 6c2ab47618dd440b93ac83b690ccdbf8 for: {'subnet': 1} {{(pid=93206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:21:48.613900 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-0bc76316-8cb4-4e97-b4ac-2dc85662a3f4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:48.953451 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.objects.ports [None req-0bc76316-8cb4-4e97-b4ac-2dc85662a3f4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93206) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 02:21:48.953875 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-0bc76316-8cb4-4e97-b4ac-2dc85662a3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863'] for subnet, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:49.010692 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc76316-8cb4-4e97-b4ac-2dc85662a3f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecc19678-5b8b-45eb-bc42-2a87169fcb4c,revision_number=0']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:21:49.015741 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc76316-8cb4-4e97-b4ac-2dc85662a3f4 admin admin] Checking segment: {'id': '9c11ce42-9cd0-4724-aa43-c030ca3574d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:21:49.016684 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc76316-8cb4-4e97-b4ac-2dc85662a3f4 admin admin] Network hostable DHCP agents. Network: a2bee0e8-177e-45f0-aff1-c80473345c00, hostable agents: ['7ec0f4f5-17d5-44d9-a280-5d81f7a2a404'], hosted agents: [] {{(pid=93206) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 02:21:49.034436 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc76316-8cb4-4e97-b4ac-2dc85662a3f4 admin admin] Network a2bee0e8-177e-45f0-aff1-c80473345c00 is scheduled to be hosted by DHCP agent 7ec0f4f5-17d5-44d9-a280-5d81f7a2a404 with binding_index 1 {{(pid=93206) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 02:21:49.043726 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.base_scheduler [None req-0bc76316-8cb4-4e97-b4ac-2dc85662a3f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-6-iscsi, a2bee0e8-177e-45f0-aff1-c80473345c00) {{(pid=93206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:21:49.049806 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc76316-8cb4-4e97-b4ac-2dc85662a3f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:21:49.049957 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-0bc76316-8cb4-4e97-b4ac-2dc85662a3f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583845'] for subnet, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:49.054577 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49497e6e-f608-49b5-82f4-928744f7df18 None None] Network a2bee0e8-177e-45f0-aff1-c80473345c00 requested from dv-cinder-792299-6-iscsi {{(pid=93207) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:21:49.077265 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-0bc76316-8cb4-4e97-b4ac-2dc85662a3f4 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4893188 Jul 22 02:21:49.189208 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51499c9f-f481-408a-aed5-7495ac8c3ffa None None] Network a2bee0e8-177e-45f0-aff1-c80473345c00 requested from dv-cinder-792299-6-iscsi {{(pid=93207) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:21:51.383601 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 52310) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:21:51.534300 dv-cinder-792299-6-iscsi neutron-server[93205]: WARNING oslo_policy.policy [None req-c73e3f61-ec05-4d97-8160-e9441731e473 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 02:21:51.534951 dv-cinder-792299-6-iscsi neutron-server[93205]: WARNING oslo_policy.policy [None req-c73e3f61-ec05-4d97-8160-e9441731e473 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 02:21:51.815220 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.policy [None req-c73e3f61-ec05-4d97-8160-e9441731e473 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93205) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 22 02:21:51.860043 dv-cinder-792299-6-iscsi neutron-server[93205]: WARNING oslo_policy.policy [None req-c73e3f61-ec05-4d97-8160-e9441731e473 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 02:21:51.860422 dv-cinder-792299-6-iscsi neutron-server[93205]: WARNING oslo_policy.policy [None req-c73e3f61-ec05-4d97-8160-e9441731e473 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 02:21:52.097285 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-c73e3f61-ec05-4d97-8160-e9441731e473 admin admin] 10.222.0.30 "GET /v2.0/routers/c639de13-b36c-4347-9573-8b73a0c2e2da HTTP/1.1" status: 200 len: 710 time: 0.7112367 Jul 22 02:21:52.289024 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b44b916-80be-42fc-bd71-c8a667c15972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:21:52.290776 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-1b44b916-80be-42fc-bd71-c8a667c15972 admin admin] 10.222.0.30 "GET /v2.0/networks/a2bee0e8-177e-45f0-aff1-c80473345c00 HTTP/1.1" status: 200 len: 886 time: 0.1885502 Jul 22 02:21:52.299810 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-014e93dd-9e10-41b9-b2c1-daf8bacce35e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00'}}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:21:52.557418 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-014e93dd-9e10-41b9-b2c1-daf8bacce35e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1746672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1746523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30773'] for router, precommit_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:52.792220 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-014e93dd-9e10-41b9-b2c1-daf8bacce35e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:52.869874 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-014e93dd-9e10-41b9-b2c1-daf8bacce35e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:53.069785 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.db_base_plugin_common [None req-014e93dd-9e10-41b9-b2c1-daf8bacce35e admin admin] Allocated IP 172.27.3.233 (a2bee0e8-177e-45f0-aff1-c80473345c00/ecc19678-5b8b-45eb-bc42-2a87169fcb4c/5ce46408-9cfa-4c1e-b062-ee682e390098) {{(pid=93205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:21:53.186479 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-014e93dd-9e10-41b9-b2c1-daf8bacce35e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:53.277829 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-014e93dd-9e10-41b9-b2c1-daf8bacce35e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789867566219'] for port, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:53.298987 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014e93dd-9e10-41b9-b2c1-daf8bacce35e admin admin] Network a2bee0e8-177e-45f0-aff1-c80473345c00 is already hosted by enough agents. {{(pid=93205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:21:53.318600 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.base_scheduler [None req-014e93dd-9e10-41b9-b2c1-daf8bacce35e admin admin] Resources bound (agent type, host, resource id): {{(pid=93205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:21:53.393693 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014e93dd-9e10-41b9-b2c1-daf8bacce35e admin admin] Received port after_create {{(pid=93205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:21:53.427891 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014e93dd-9e10-41b9-b2c1-daf8bacce35e admin admin] Pushing event updated for resources: {'Port': ['ID=5ce46408-9cfa-4c1e-b062-ee682e390098,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:21:53.464201 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014e93dd-9e10-41b9-b2c1-daf8bacce35e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:53.464551 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014e93dd-9e10-41b9-b2c1-daf8bacce35e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:53.464912 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014e93dd-9e10-41b9-b2c1-daf8bacce35e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:53.465248 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014e93dd-9e10-41b9-b2c1-daf8bacce35e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:53.465577 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014e93dd-9e10-41b9-b2c1-daf8bacce35e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:53.465909 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014e93dd-9e10-41b9-b2c1-daf8bacce35e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:53.466234 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014e93dd-9e10-41b9-b2c1-daf8bacce35e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:53.466556 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014e93dd-9e10-41b9-b2c1-daf8bacce35e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:53.466898 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014e93dd-9e10-41b9-b2c1-daf8bacce35e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:53.467234 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014e93dd-9e10-41b9-b2c1-daf8bacce35e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:53.467547 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014e93dd-9e10-41b9-b2c1-daf8bacce35e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:53.467867 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014e93dd-9e10-41b9-b2c1-daf8bacce35e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:21:53.469023 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014e93dd-9e10-41b9-b2c1-daf8bacce35e admin admin] Tracked resource versions report: Jul 22 02:21:53.469023 dv-cinder-792299-6-iscsi neutron-server[93205]: pushed versions: Jul 22 02:21:53.469023 dv-cinder-792299-6-iscsi neutron-server[93205]: { 'AddressGroup': {'1.2'}, Jul 22 02:21:53.469023 dv-cinder-792299-6-iscsi neutron-server[93205]: 'ConntrackHelper': {'1.0'}, Jul 22 02:21:53.469023 dv-cinder-792299-6-iscsi neutron-server[93205]: 'Log': {'1.0'}, Jul 22 02:21:53.469023 dv-cinder-792299-6-iscsi neutron-server[93205]: 'Network': {'1.1'}, Jul 22 02:21:53.469023 dv-cinder-792299-6-iscsi neutron-server[93205]: 'Port': {'1.7'}, Jul 22 02:21:53.469023 dv-cinder-792299-6-iscsi neutron-server[93205]: 'PortForwarding': {'1.2'}, Jul 22 02:21:53.469023 dv-cinder-792299-6-iscsi neutron-server[93205]: 'QosPolicy': {'1.8'}, Jul 22 02:21:53.469023 dv-cinder-792299-6-iscsi neutron-server[93205]: 'SecurityGroup': {'1.4'}, Jul 22 02:21:53.469023 dv-cinder-792299-6-iscsi neutron-server[93205]: 'SecurityGroupRule': {'1.2'}, Jul 22 02:21:53.469023 dv-cinder-792299-6-iscsi neutron-server[93205]: 'SubPort': {'1.0'}, Jul 22 02:21:53.469023 dv-cinder-792299-6-iscsi neutron-server[93205]: 'Subnet': {'1.1'}, Jul 22 02:21:53.469023 dv-cinder-792299-6-iscsi neutron-server[93205]: 'Trunk': {'1.1'}} Jul 22 02:21:53.469023 dv-cinder-792299-6-iscsi neutron-server[93205]: consumer versions: Jul 22 02:21:53.469023 dv-cinder-792299-6-iscsi neutron-server[93205]: { DHCP agent@dv-cinder-792299-6-iscsi: {}, Jul 22 02:21:53.469023 dv-cinder-792299-6-iscsi neutron-server[93205]: L3 agent@dv-cinder-792299-6-iscsi: {}, Jul 22 02:21:53.469023 dv-cinder-792299-6-iscsi neutron-server[93205]: Metadata agent@dv-cinder-792299-6-iscsi: {}, Jul 22 02:21:53.469023 dv-cinder-792299-6-iscsi neutron-server[93205]: Metering agent@dv-cinder-792299-6-iscsi: {}, Jul 22 02:21:53.469023 dv-cinder-792299-6-iscsi neutron-server[93205]: Open vSwitch agent@dv-cinder-792299-6-iscsi: { 'AddressGroup': '1.2', Jul 22 02:21:53.469023 dv-cinder-792299-6-iscsi neutron-server[93205]: 'ConntrackHelper': '1.0', Jul 22 02:21:53.469023 dv-cinder-792299-6-iscsi neutron-server[93205]: 'Log': '1.0', Jul 22 02:21:53.469023 dv-cinder-792299-6-iscsi neutron-server[93205]: 'Network': '1.1', Jul 22 02:21:53.469023 dv-cinder-792299-6-iscsi neutron-server[93205]: 'Port': '1.7', Jul 22 02:21:53.469023 dv-cinder-792299-6-iscsi neutron-server[93205]: 'PortForwarding': '1.2', Jul 22 02:21:53.469023 dv-cinder-792299-6-iscsi neutron-server[93205]: 'QosPolicy': '1.8', Jul 22 02:21:53.469023 dv-cinder-792299-6-iscsi neutron-server[93205]: 'SecurityGroup': '1.4', Jul 22 02:21:53.469023 dv-cinder-792299-6-iscsi neutron-server[93205]: 'SecurityGroupRule': '1.2', Jul 22 02:21:53.469023 dv-cinder-792299-6-iscsi neutron-server[93205]: 'SubPort': '1.0', Jul 22 02:21:53.469023 dv-cinder-792299-6-iscsi neutron-server[93205]: 'Subnet': '1.1', Jul 22 02:21:53.469023 dv-cinder-792299-6-iscsi neutron-server[93205]: 'Trunk': '1.1'}} Jul 22 02:21:53.469023 dv-cinder-792299-6-iscsi neutron-server[93205]: {{(pid=93205) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 02:21:53.679716 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-014e93dd-9e10-41b9-b2c1-daf8bacce35e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:53.747034 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device 019ff491-f361-498d-9012-61f7d07371e0 up at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:21:53.799724 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning for port 019ff491-f361-498d-9012-61f7d07371e0 completed by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:21:53.804163 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning complete for port 019ff491-f361-498d-9012-61f7d07371e0 triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:21:53.804532 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:53.882622 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:53.914112 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] For port 019ff491-f361-498d-9012-61f7d07371e0, host dv-cinder-792299-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=019ff491-f361-498d-9012-61f7d07371e0,segment=NetworkSegment(ba40d449-13ea-430e-9b59-1fe63b7bab5f),segment_id=ba40d449-13ea-430e-9b59-1fe63b7bab5f)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:21:53.917700 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:53.926479 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-014e93dd-9e10-41b9-b2c1-daf8bacce35e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1746672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1746523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30773'] for router, precommit_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:53.930271 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-014e93dd-9e10-41b9-b2c1-daf8bacce35e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1746667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1746681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1746658', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1746514'] for router, after_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:53.965593 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Pushing event updated for resources: {'Port': ['ID=019ff491-f361-498d-9012-61f7d07371e0,revision_number=5']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:21:54.051090 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-014e93dd-9e10-41b9-b2c1-daf8bacce35e admin admin] Router c639de13-b36c-4347-9573-8b73a0c2e2da has already been hosted by L3 agent f9ed0358-a013-4c74-a622-17ee633b4610 {{(pid=93205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 02:21:54.154998 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-014e93dd-9e10-41b9-b2c1-daf8bacce35e admin admin] Notify agent at l3_agent.dv-cinder-792299-6-iscsi the message routers_updated {{(pid=93205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:21:54.159442 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-014e93dd-9e10-41b9-b2c1-daf8bacce35e admin admin] Notify callbacks [] for router, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:54.165153 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-014e93dd-9e10-41b9-b2c1-daf8bacce35e admin admin] 10.222.0.30 "PUT /v2.0/routers/c639de13-b36c-4347-9573-8b73a0c2e2da HTTP/1.1" status: 200 len: 890 time: 1.8686869 Jul 22 02:21:54.411784 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082c94ff-0fef-4035-b749-8e9b97abba89 None None] Sync routers for ids ['c639de13-b36c-4347-9573-8b73a0c2e2da'] in dv-cinder-792299-6-iscsi {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:21:54.422747 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082c94ff-0fef-4035-b749-8e9b97abba89 None None] Routers {'c639de13-b36c-4347-9573-8b73a0c2e2da'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:21:54.423391 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-082c94ff-0fef-4035-b749-8e9b97abba89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:21:44Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['c639de13-b36c-4347-9573-8b73a0c2e2da'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:21:54.674006 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-082c94ff-0fef-4035-b749-8e9b97abba89 None None] Set router c639de13-b36c-4347-9573-8b73a0c2e2da gateway port host: dv-cinder-792299-6-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:21:55.051651 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-082c94ff-0fef-4035-b749-8e9b97abba89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c639de13-b36c-4347-9573-8b73a0c2e2da', 'name': 'router1', 'tenant_id': 'cb6aa865a9294853aa6eddc9fbd3b518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '5ce46408-9cfa-4c1e-b062-ee682e390098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:21:35Z', 'updated_at': '2021-07-22T02:21:53Z', 'revision_number': 4, 'project_id': 'cb6aa865a9294853aa6eddc9fbd3b518', 'gw_port': {'id': '5ce46408-9cfa-4c1e-b062-ee682e390098', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a9:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c639de13-b36c-4347-9573-8b73a0c2e2da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:21:52Z', 'updated_at': '2021-07-22T02:21:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_interfaces': [{'id': '019ff491-f361-498d-9012-61f7d07371e0', 'name': '', 'network_id': '4ff0c507-6b49-4ff0-9157-4d26cbc53496', 'tenant_id': 'cb6aa865a9294853aa6eddc9fbd3b518', 'mac_address': 'fa:16:3e:83:f3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c639de13-b36c-4347-9573-8b73a0c2e2da', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '53960259-bdd4-43ab-abb6-170317410fdc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:21:44Z', 'updated_at': '2021-07-22T02:21:53Z', 'revision_number': 5, 'project_id': 'cb6aa865a9294853aa6eddc9fbd3b518', 'subnets': [{'id': '53960259-bdd4-43ab-abb6-170317410fdc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f019326c-7516-46cf-9ccc-97eb95712b8c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:21:55.099758 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082c94ff-0fef-4035-b749-8e9b97abba89 None None] Checking router: c639de13-b36c-4347-9573-8b73a0c2e2da for host: dv-cinder-792299-6-iscsi {{(pid=93207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:21:55.100107 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082c94ff-0fef-4035-b749-8e9b97abba89 None None] Updating router c639de13-b36c-4347-9573-8b73a0c2e2da port 5ce46408-9cfa-4c1e-b062-ee682e390098 binding host dv-cinder-792299-6-iscsi {{(pid=93207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 02:21:55.135641 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-082c94ff-0fef-4035-b749-8e9b97abba89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:55.450095 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-082c94ff-0fef-4035-b749-8e9b97abba89 None None] Notify callbacks [] for port, precommit_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:55.459183 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-082c94ff-0fef-4035-b749-8e9b97abba89 None None] Transition to ACTIVE for port object 5ce46408-9cfa-4c1e-b062-ee682e390098 will not be triggered until provisioned by entity L2. {{(pid=93207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:21:55.464435 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-082c94ff-0fef-4035-b749-8e9b97abba89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:55.516009 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c750a0b-a7ae-492d-99e9-58e0b2cf2d71 None None] Pushing event updated for resources: {'Port': ['ID=5ce46408-9cfa-4c1e-b062-ee682e390098,revision_number=2']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:21:55.520064 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-082c94ff-0fef-4035-b749-8e9b97abba89 None None] Attempting to bind port 5ce46408-9cfa-4c1e-b062-ee682e390098 on host dv-cinder-792299-6-iscsi for vnic_type normal with profile {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:21:55.520436 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-082c94ff-0fef-4035-b749-8e9b97abba89 None None] Attempting to bind port 5ce46408-9cfa-4c1e-b062-ee682e390098 by drivers openvswitch,hyperv on host dv-cinder-792299-6-iscsi at level 0 using segments [{'id': '9c11ce42-9cd0-4724-aa43-c030ca3574d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00'}] {{(pid=93207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:21:55.520824 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082c94ff-0fef-4035-b749-8e9b97abba89 None None] Attempting to bind port 5ce46408-9cfa-4c1e-b062-ee682e390098 on network a2bee0e8-177e-45f0-aff1-c80473345c00 {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:21:55.525775 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082c94ff-0fef-4035-b749-8e9b97abba89 None None] Checking agent: {'id': '2be9fc8b-48e5-48f4-81b8-a3920a82e981', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 21, 14), 'started_at': datetime.datetime(2021, 7, 22, 2, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:21:55.526145 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082c94ff-0fef-4035-b749-8e9b97abba89 None None] Checking segment: {'id': '9c11ce42-9cd0-4724-aa43-c030ca3574d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:21:55.526542 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-082c94ff-0fef-4035-b749-8e9b97abba89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:55.526926 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082c94ff-0fef-4035-b749-8e9b97abba89 None None] Bound using segment: {'id': '9c11ce42-9cd0-4724-aa43-c030ca3574d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00'} {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:21:55.527384 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-082c94ff-0fef-4035-b749-8e9b97abba89 None None] Bound port: 5ce46408-9cfa-4c1e-b062-ee682e390098, host: dv-cinder-792299-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c11ce42-9cd0-4724-aa43-c030ca3574d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00'}}] {{(pid=93207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:21:55.527778 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-082c94ff-0fef-4035-b749-8e9b97abba89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:55.578393 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-082c94ff-0fef-4035-b749-8e9b97abba89 None None] For port 5ce46408-9cfa-4c1e-b062-ee682e390098, host dv-cinder-792299-6-iscsi, cleared binding levels {{(pid=93207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:21:55.581237 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-082c94ff-0fef-4035-b749-8e9b97abba89 None None] For port 5ce46408-9cfa-4c1e-b062-ee682e390098, host dv-cinder-792299-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=5ce46408-9cfa-4c1e-b062-ee682e390098,segment=NetworkSegment(9c11ce42-9cd0-4724-aa43-c030ca3574d3),segment_id=9c11ce42-9cd0-4724-aa43-c030ca3574d3)] {{(pid=93207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:21:55.587640 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-082c94ff-0fef-4035-b749-8e9b97abba89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:55.646645 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082c94ff-0fef-4035-b749-8e9b97abba89 None None] Routers {'c639de13-b36c-4347-9573-8b73a0c2e2da'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:21:55.647241 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-082c94ff-0fef-4035-b749-8e9b97abba89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:21:44Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['c639de13-b36c-4347-9573-8b73a0c2e2da'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:21:55.649860 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c750a0b-a7ae-492d-99e9-58e0b2cf2d71 None None] Pushing event updated for resources: {'Port': ['ID=5ce46408-9cfa-4c1e-b062-ee682e390098,revision_number=3']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:21:55.796517 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device 019ff491-f361-498d-9012-61f7d07371e0 up at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:21:55.858157 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-082c94ff-0fef-4035-b749-8e9b97abba89 None None] Set router c639de13-b36c-4347-9573-8b73a0c2e2da gateway port host: dv-cinder-792299-6-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:21:55.896905 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning complete for port 019ff491-f361-498d-9012-61f7d07371e0 triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:21:55.897279 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:56.129032 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-082c94ff-0fef-4035-b749-8e9b97abba89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c639de13-b36c-4347-9573-8b73a0c2e2da', 'name': 'router1', 'tenant_id': 'cb6aa865a9294853aa6eddc9fbd3b518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '5ce46408-9cfa-4c1e-b062-ee682e390098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:21:35Z', 'updated_at': '2021-07-22T02:21:53Z', 'revision_number': 4, 'project_id': 'cb6aa865a9294853aa6eddc9fbd3b518', 'gw_port': {'id': '5ce46408-9cfa-4c1e-b062-ee682e390098', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a9:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c639de13-b36c-4347-9573-8b73a0c2e2da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:21:52Z', 'updated_at': '2021-07-22T02:21:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_interfaces': [{'id': '019ff491-f361-498d-9012-61f7d07371e0', 'name': '', 'network_id': '4ff0c507-6b49-4ff0-9157-4d26cbc53496', 'tenant_id': 'cb6aa865a9294853aa6eddc9fbd3b518', 'mac_address': 'fa:16:3e:83:f3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c639de13-b36c-4347-9573-8b73a0c2e2da', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '53960259-bdd4-43ab-abb6-170317410fdc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:21:44Z', 'updated_at': '2021-07-22T02:21:53Z', 'revision_number': 5, 'project_id': 'cb6aa865a9294853aa6eddc9fbd3b518', 'subnets': [{'id': '53960259-bdd4-43ab-abb6-170317410fdc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f019326c-7516-46cf-9ccc-97eb95712b8c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:21:56.154727 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082c94ff-0fef-4035-b749-8e9b97abba89 None None] The sync data for ids ['c639de13-b36c-4347-9573-8b73a0c2e2da'] in dv-cinder-792299-6-iscsi is: [{'id': 'c639de13-b36c-4347-9573-8b73a0c2e2da', 'name': 'router1', 'tenant_id': 'cb6aa865a9294853aa6eddc9fbd3b518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '5ce46408-9cfa-4c1e-b062-ee682e390098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:21:35Z', 'updated_at': '2021-07-22T02:21:53Z', 'revision_number': 4, 'project_id': 'cb6aa865a9294853aa6eddc9fbd3b518', 'gw_port': {'id': '5ce46408-9cfa-4c1e-b062-ee682e390098', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a9:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c639de13-b36c-4347-9573-8b73a0c2e2da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:21:52Z', 'updated_at': '2021-07-22T02:21:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_interfaces': [{'id': '019ff491-f361-498d-9012-61f7d07371e0', 'name': '', 'network_id': '4ff0c507-6b49-4ff0-9157-4d26cbc53496', 'tenant_id': 'cb6aa865a9294853aa6eddc9fbd3b518', 'mac_address': 'fa:16:3e:83:f3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c639de13-b36c-4347-9573-8b73a0c2e2da', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '53960259-bdd4-43ab-abb6-170317410fdc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:21:44Z', 'updated_at': '2021-07-22T02:21:53Z', 'revision_number': 5, 'project_id': 'cb6aa865a9294853aa6eddc9fbd3b518', 'subnets': [{'id': '53960259-bdd4-43ab-abb6-170317410fdc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f019326c-7516-46cf-9ccc-97eb95712b8c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:21:56.532074 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 52334) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:21:56.668699 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-ed075a87-cf91-4adf-83ee-5f0411fd07a1 admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1338651 Jul 22 02:21:57.757829 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device 5ce46408-9cfa-4c1e-b062-ee682e390098 up at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:21:57.805413 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning for port 5ce46408-9cfa-4c1e-b062-ee682e390098 completed by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:21:57.809993 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning complete for port 5ce46408-9cfa-4c1e-b062-ee682e390098 triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:21:57.809993 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:57.895990 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:57.919049 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] For port 5ce46408-9cfa-4c1e-b062-ee682e390098, host dv-cinder-792299-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=5ce46408-9cfa-4c1e-b062-ee682e390098,segment=NetworkSegment(9c11ce42-9cd0-4724-aa43-c030ca3574d3),segment_id=9c11ce42-9cd0-4724-aa43-c030ca3574d3)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:21:57.925605 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:21:57.974505 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Pushing event updated for resources: {'Port': ['ID=5ce46408-9cfa-4c1e-b062-ee682e390098,revision_number=4']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:21:59.747840 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device 5ce46408-9cfa-4c1e-b062-ee682e390098 up at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:21:59.802619 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning complete for port 5ce46408-9cfa-4c1e-b062-ee682e390098 triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:21:59.802992 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:11.022296 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-780c6c15-992c-4468-b0be-1ecac35e81c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:13.542600 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.agents_db [None req-f1c5c46c-8295-40fa-87c5-0db6e260a587 None None] Agent healthcheck: found 5 active agents {{(pid=93208) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 02:22:13.787887 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-a870b8fc-29d1-4db3-910e-ddd79a73ad9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:13.873533 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:14.654923 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9c5a9526-544c-492b-b3ab-1b4c68701215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:16.179091 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-46ac0fbd-03cc-41f5-9e75-a35c43e1b5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:41.026723 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-8f093380-6f69-4216-8edb-a82bbe5d9567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:43.781196 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-1b871e64-5488-44e8-9394-c38a26f9384c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:43.877704 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:44.650044 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9c5a9526-544c-492b-b3ab-1b4c68701215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:46.169070 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-46ac0fbd-03cc-41f5-9e75-a35c43e1b5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:22:50.543291 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.agents_db [None req-f1c5c46c-8295-40fa-87c5-0db6e260a587 None None] Agent healthcheck: found 5 active agents {{(pid=93208) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 02:23:11.029892 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-fd164709-5136-41d6-99dd-7cf867f1238b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:23:13.781649 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-560cf205-d428-4669-8c49-d5156b2b4727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:23:13.878759 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:23:14.652042 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9c5a9526-544c-492b-b3ab-1b4c68701215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:23:16.170338 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-46ac0fbd-03cc-41f5-9e75-a35c43e1b5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:23:27.543585 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.agents_db [None req-f1c5c46c-8295-40fa-87c5-0db6e260a587 None None] Agent healthcheck: found 5 active agents {{(pid=93208) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 02:23:32.328844 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 52934) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:23:32.388605 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d2c9552-a9dd-4476-96db-e5693c423cb5 admin admin] GET failed (client error): The resource could not be found. Jul 22 02:23:32.389966 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-2d2c9552-a9dd-4476-96db-e5693c423cb5 admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0601516 Jul 22 02:23:32.546292 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622ec36c-6dec-4c29-b0ba-53ef7c6f63b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:23:32.547670 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-622ec36c-6dec-4c29-b0ba-53ef7c6f63b6 admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1538746 Jul 22 02:23:34.667433 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 52944) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:23:34.754391 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3733fba5-43e8-45d5-b78c-765ad19acb54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:23:34.755723 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-3733fba5-43e8-45d5-b78c-765ad19acb54 admin admin] 10.222.0.30 "GET /v2.0/subnets/53960259-bdd4-43ab-abb6-170317410fdc HTTP/1.1" status: 200 len: 849 time: 0.0873294 Jul 22 02:23:34.764749 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.v2.base [None req-b952f509-bfca-4613-84be-718192b485e6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:23:34.843809 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-b952f509-bfca-4613-84be-718192b485e6 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:23:34.985213 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-b952f509-bfca-4613-84be-718192b485e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789867968368'] for subnet, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:23:35.016270 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b952f509-bfca-4613-84be-718192b485e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:23:35.016879 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-b952f509-bfca-4613-84be-718192b485e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583845'] for subnet, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:23:35.018167 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-b952f509-bfca-4613-84be-718192b485e6 admin admin] 10.222.0.30 "PUT /v2.0/subnets/53960259-bdd4-43ab-abb6-170317410fdc HTTP/1.1" status: 200 len: 868 time: 0.2570531 Jul 22 02:23:35.021948 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241955c2-8b5d-4683-a5f4-11c0707f678e None None] Network 4ff0c507-6b49-4ff0-9157-4d26cbc53496 requested from dv-cinder-792299-6-iscsi {{(pid=93207) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:23:35.044062 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b952f509-bfca-4613-84be-718192b485e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53960259-bdd4-43ab-abb6-170317410fdc,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:23:35.052145 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b952f509-bfca-4613-84be-718192b485e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:23:35.052513 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b952f509-bfca-4613-84be-718192b485e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:23:35.052891 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b952f509-bfca-4613-84be-718192b485e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:23:35.053248 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b952f509-bfca-4613-84be-718192b485e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:23:35.053560 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b952f509-bfca-4613-84be-718192b485e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:23:35.054135 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b952f509-bfca-4613-84be-718192b485e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:23:35.054478 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b952f509-bfca-4613-84be-718192b485e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:23:35.054807 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b952f509-bfca-4613-84be-718192b485e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:23:35.055138 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b952f509-bfca-4613-84be-718192b485e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:23:35.055464 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b952f509-bfca-4613-84be-718192b485e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:23:35.055790 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b952f509-bfca-4613-84be-718192b485e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:23:35.056110 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b952f509-bfca-4613-84be-718192b485e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:23:35.376076 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-2ff5f48c-6863-4ff7-b208-789328cbeb0c None None] Provisioning complete for port c9522adc-010f-4e8d-8cd2-c3f1335d0cbf triggered by entity DHCP. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:23:35.376446 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-2ff5f48c-6863-4ff7-b208-789328cbeb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:23:35.461302 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-2ff5f48c-6863-4ff7-b208-789328cbeb0c None None] Provisioning complete for port 019ff491-f361-498d-9012-61f7d07371e0 triggered by entity DHCP. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:23:35.461672 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-2ff5f48c-6863-4ff7-b208-789328cbeb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:23:37.168715 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 52952) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:23:37.364316 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3e8423-3fc0-4fa8-9b3a-79c74fc6a23f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:23:37.364742 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3e8423-3fc0-4fa8-9b3a-79c74fc6a23f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:23:37.366283 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-ca3e8423-3fc0-4fa8-9b3a-79c74fc6a23f admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1966081 Jul 22 02:23:39.502307 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 52960) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:23:39.628622 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae7ff4b-84dc-4e58-ab1b-c283b85b82a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:23:39.629152 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae7ff4b-84dc-4e58-ab1b-c283b85b82a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:23:39.630651 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-eae7ff4b-84dc-4e58-ab1b-c283b85b82a6 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1273732 Jul 22 02:23:41.031963 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c7afa1aa-9052-447a-bf9b-8f07115fe30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:23:41.759122 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 52968) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:23:41.883971 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b562089-e3d4-47cc-bf5e-33c37a59f6ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:23:41.885345 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-0b562089-e3d4-47cc-bf5e-33c37a59f6ed admin admin] 10.222.0.30 "GET /v2.0/networks/4ff0c507-6b49-4ff0-9157-4d26cbc53496 HTTP/1.1" status: 200 len: 868 time: 0.1252866 Jul 22 02:23:43.784529 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-1e75b43c-591a-4bfa-b22b-e967caf57c26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:23:43.878505 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:23:44.061555 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 52976) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:23:44.182986 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14db079-529e-4384-9953-7fb966a8bff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:23:44.184304 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-d14db079-529e-4384-9953-7fb966a8bff3 admin admin] 10.222.0.30 "GET /v2.0/networks/a2bee0e8-177e-45f0-aff1-c80473345c00 HTTP/1.1" status: 200 len: 886 time: 0.1218057 Jul 22 02:23:44.654340 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9c5a9526-544c-492b-b3ab-1b4c68701215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:23:46.172391 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-46ac0fbd-03cc-41f5-9e75-a35c43e1b5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:23:46.321713 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 52984) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:23:46.439536 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ab886d-8033-4658-89c8-e5f0534e5bbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:23:46.439915 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ab886d-8033-4658-89c8-e5f0534e5bbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:23:46.441440 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-35ab886d-8033-4658-89c8-e5f0534e5bbb admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1187859 Jul 22 02:23:48.580030 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 52992) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:23:48.669404 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14d557d-a350-4ff3-b28e-d819cd6de4fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:23:48.669869 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14d557d-a350-4ff3-b28e-d819cd6de4fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:23:48.671954 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-e14d557d-a350-4ff3-b28e-d819cd6de4fe admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0909777 Jul 22 02:23:50.797735 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 53000) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:23:50.891350 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb299735-9aab-4310-b442-c5e8b95765cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:23:50.892937 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-fb299735-9aab-4310-b442-c5e8b95765cd admin admin] 10.222.0.30 "GET /v2.0/subnets/53960259-bdd4-43ab-abb6-170317410fdc HTTP/1.1" status: 200 len: 868 time: 0.0940313 Jul 22 02:23:53.031030 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 53008) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:23:53.112531 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c670f44c-ba24-46e8-828c-564b4d2af851 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:23:53.113870 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-c670f44c-ba24-46e8-828c-564b4d2af851 admin admin] 10.222.0.30 "GET /v2.0/subnets/ecc19678-5b8b-45eb-bc42-2a87169fcb4c HTTP/1.1" status: 200 len: 816 time: 0.0818861 Jul 22 02:24:04.542710 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.agents_db [None req-f1c5c46c-8295-40fa-87c5-0db6e260a587 None None] Agent healthcheck: found 5 active agents {{(pid=93208) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 02:24:11.033951 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-3b30e92b-61e5-40a0-9ce5-c21d86620bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:24:13.785770 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-d344ccf4-4b70-4fb7-8bf3-b837ee04db3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:24:13.877820 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:24:14.659469 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9c5a9526-544c-492b-b3ab-1b4c68701215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:24:16.175602 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-46ac0fbd-03cc-41f5-9e75-a35c43e1b5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:24:17.155178 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 53060) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:24:17.200554 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [None req-1982d875-b634-4c09-a441-72956a94ef88 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93206) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 02:24:17.201566 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-1982d875-b634-4c09-a441-72956a94ef88 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0454524 Jul 22 02:24:19.410709 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 53068) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:24:19.468081 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.pecan_wsgi.hooks.translation [None req-29449a65-dd0b-4fed-aef1-e96df3898785 admin admin] GET failed (client error): The resource could not be found. Jul 22 02:24:19.469424 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-29449a65-dd0b-4fed-aef1-e96df3898785 admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0577846 Jul 22 02:24:19.553542 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff17dbc4-1982-496a-8cd3-a3d9ae3385a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:24:19.554887 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-ff17dbc4-1982-496a-8cd3-a3d9ae3385a9 admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0817854 Jul 22 02:24:21.714445 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 53076) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:24:21.758540 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.v2.base [None req-c816d079-31ba-4aad-a21e-23f26907ceb7 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=93206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:24:21.778165 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c816d079-31ba-4aad-a21e-23f26907ceb7 admin admin] Made reservation on behalf of 6c2ab47618dd440b93ac83b690ccdbf8 for: {'network': 1} {{(pid=93206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:24:21.780603 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-c816d079-31ba-4aad-a21e-23f26907ceb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for network, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:24:21.807592 dv-cinder-792299-6-iscsi neutron-server[93206]: WARNING neutron.services.revisions.revision_plugin [None req-c816d079-31ba-4aad-a21e-23f26907ceb7 admin admin] Could not find related network for resource to bump revision. Jul 22 02:24:21.818907 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c816d079-31ba-4aad-a21e-23f26907ceb7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=93206) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 02:24:21.828364 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-c816d079-31ba-4aad-a21e-23f26907ceb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767938'] for segment, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:24:21.828749 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.db.segments_db [None req-c816d079-31ba-4aad-a21e-23f26907ceb7 admin admin] Added segment af747151-84f7-432a-bec5-361829177f87 of type vlan for network 189ac0f7-9cd2-42db-b3d5-b2322d889fdb Jul 22 02:24:21.865147 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-c816d079-31ba-4aad-a21e-23f26907ceb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789867552247'] for network, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:24:21.891460 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-c816d079-31ba-4aad-a21e-23f26907ceb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863'] for network, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:24:21.892396 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c816d079-31ba-4aad-a21e-23f26907ceb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:24:21.893026 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-c816d079-31ba-4aad-a21e-23f26907ceb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583845'] for network, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:24:22.009586 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-c816d079-31ba-4aad-a21e-23f26907ceb7 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2940590 Jul 22 02:24:22.038473 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c816d079-31ba-4aad-a21e-23f26907ceb7 admin admin] Pushing event updated for resources: {'Network': ['ID=189ac0f7-9cd2-42db-b3d5-b2322d889fdb,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:24:22.050212 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Network 189ac0f7-9cd2-42db-b3d5-b2322d889fdb details requested by agent ovs-agent-dv-cinder-792299-6-iscsi with host dv-cinder-792299-6-iscsi {{(pid=93207) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 02:24:24.173646 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 53084) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:24:24.230888 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d9d449b-6ca3-44da-98cd-314e0c3c4891 admin admin] GET failed (client error): The resource could not be found. Jul 22 02:24:24.232724 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-7d9d449b-6ca3-44da-98cd-314e0c3c4891 admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0575809 Jul 22 02:24:24.303874 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ae163b-dfd3-49a4-aa3a-db2d2d2dbf29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:24:24.305408 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-15ae163b-dfd3-49a4-aa3a-db2d2d2dbf29 admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0690234 Jul 22 02:24:24.315477 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.v2.base [None req-2d778bca-4baa-4c3b-8d32-7d26d9dc1a58 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '189ac0f7-9cd2-42db-b3d5-b2322d889fdb', 'cidr': '192.168.233.0/24'}} {{(pid=93206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:24:24.334653 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d778bca-4baa-4c3b-8d32-7d26d9dc1a58 admin admin] Made reservation on behalf of 6c2ab47618dd440b93ac83b690ccdbf8 for: {'subnet': 1} {{(pid=93206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:24:24.336950 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-2d778bca-4baa-4c3b-8d32-7d26d9dc1a58 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:24:24.494607 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-2d778bca-4baa-4c3b-8d32-7d26d9dc1a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863'] for subnet, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:24:24.548368 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d778bca-4baa-4c3b-8d32-7d26d9dc1a58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbf4388b-111e-4650-8c15-1211dd445c83,revision_number=0']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:24:24.554813 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d778bca-4baa-4c3b-8d32-7d26d9dc1a58 admin admin] Checking segment: {'id': 'af747151-84f7-432a-bec5-361829177f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '189ac0f7-9cd2-42db-b3d5-b2322d889fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:24:24.555164 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d778bca-4baa-4c3b-8d32-7d26d9dc1a58 admin admin] Network hostable DHCP agents. Network: 189ac0f7-9cd2-42db-b3d5-b2322d889fdb, hostable agents: ['7ec0f4f5-17d5-44d9-a280-5d81f7a2a404'], hosted agents: [] {{(pid=93206) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 02:24:24.571094 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d778bca-4baa-4c3b-8d32-7d26d9dc1a58 admin admin] Network 189ac0f7-9cd2-42db-b3d5-b2322d889fdb is scheduled to be hosted by DHCP agent 7ec0f4f5-17d5-44d9-a280-5d81f7a2a404 with binding_index 1 {{(pid=93206) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 02:24:24.578597 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.base_scheduler [None req-2d778bca-4baa-4c3b-8d32-7d26d9dc1a58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-6-iscsi, 189ac0f7-9cd2-42db-b3d5-b2322d889fdb) {{(pid=93206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:24:24.582532 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d778bca-4baa-4c3b-8d32-7d26d9dc1a58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:24:24.583110 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-2d778bca-4baa-4c3b-8d32-7d26d9dc1a58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583845'] for subnet, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:24:24.587536 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11dba1a9-9f90-49ea-85dc-4b4ea071be46 None None] Network 189ac0f7-9cd2-42db-b3d5-b2322d889fdb requested from dv-cinder-792299-6-iscsi {{(pid=93207) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:24:24.596479 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-2d778bca-4baa-4c3b-8d32-7d26d9dc1a58 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2843678 Jul 22 02:24:24.834087 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971a2ec4-866a-48b0-9bc0-7e7680f37406 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpddd49729-fbe2-5b56-b4ca-eeba23ac9f5f-189ac0f7-9cd2-42db-b3d5-b2322d889fdb', 'network_id': '189ac0f7-9cd2-42db-b3d5-b2322d889fdb', 'tenant_id': '6c2ab47618dd440b93ac83b690ccdbf8', 'fixed_ips': [{'subnet_id': 'bbf4388b-111e-4650-8c15-1211dd445c83'}]}} from dv-cinder-792299-6-iscsi. {{(pid=93207) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 02:24:24.834953 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-971a2ec4-866a-48b0-9bc0-7e7680f37406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:24:24.968588 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.db_base_plugin_common [None req-971a2ec4-866a-48b0-9bc0-7e7680f37406 None None] Allocated IP 192.168.233.2 (189ac0f7-9cd2-42db-b3d5-b2322d889fdb/bbf4388b-111e-4650-8c15-1211dd445c83/b248c713-e3fe-4bc3-b47e-7c16e70091f8) {{(pid=93207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:24:25.113163 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-971a2ec4-866a-48b0-9bc0-7e7680f37406 None None] Notify callbacks [] for port, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:24:25.124934 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-971a2ec4-866a-48b0-9bc0-7e7680f37406 None None] Transition to ACTIVE for port object b248c713-e3fe-4bc3-b47e-7c16e70091f8 will not be triggered until provisioned by entity L2. {{(pid=93207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:24:25.140050 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-971a2ec4-866a-48b0-9bc0-7e7680f37406 None None] Transition to ACTIVE for port object b248c713-e3fe-4bc3-b47e-7c16e70091f8 will not be triggered until provisioned by entity DHCP. {{(pid=93207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:24:25.146468 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-971a2ec4-866a-48b0-9bc0-7e7680f37406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789867566219'] for port, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:24:25.190307 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971a2ec4-866a-48b0-9bc0-7e7680f37406 None None] Network 189ac0f7-9cd2-42db-b3d5-b2322d889fdb is already hosted by enough agents. {{(pid=93207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:24:25.193952 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.scheduler.base_scheduler [None req-971a2ec4-866a-48b0-9bc0-7e7680f37406 None None] Resources bound (agent type, host, resource id): {{(pid=93207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:24:25.196935 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971a2ec4-866a-48b0-9bc0-7e7680f37406 None None] Received port after_create {{(pid=93207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:24:25.199118 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971a2ec4-866a-48b0-9bc0-7e7680f37406 None None] Pushing event updated for resources: {'Port': ['ID=b248c713-e3fe-4bc3-b47e-7c16e70091f8,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:24:25.207535 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971a2ec4-866a-48b0-9bc0-7e7680f37406 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:24:25.207884 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971a2ec4-866a-48b0-9bc0-7e7680f37406 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:24:25.208216 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971a2ec4-866a-48b0-9bc0-7e7680f37406 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:24:25.208549 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971a2ec4-866a-48b0-9bc0-7e7680f37406 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:24:25.208906 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971a2ec4-866a-48b0-9bc0-7e7680f37406 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:24:25.209233 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971a2ec4-866a-48b0-9bc0-7e7680f37406 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:24:25.209558 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971a2ec4-866a-48b0-9bc0-7e7680f37406 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:24:25.209885 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971a2ec4-866a-48b0-9bc0-7e7680f37406 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:24:25.210219 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971a2ec4-866a-48b0-9bc0-7e7680f37406 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:24:25.210537 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971a2ec4-866a-48b0-9bc0-7e7680f37406 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:24:25.210854 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971a2ec4-866a-48b0-9bc0-7e7680f37406 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:24:25.211168 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971a2ec4-866a-48b0-9bc0-7e7680f37406 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:24:25.270570 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-971a2ec4-866a-48b0-9bc0-7e7680f37406 None None] Attempting to bind port b248c713-e3fe-4bc3-b47e-7c16e70091f8 on host dv-cinder-792299-6-iscsi for vnic_type normal with profile {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:24:25.270937 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-971a2ec4-866a-48b0-9bc0-7e7680f37406 None None] Attempting to bind port b248c713-e3fe-4bc3-b47e-7c16e70091f8 by drivers openvswitch,hyperv on host dv-cinder-792299-6-iscsi at level 0 using segments [{'id': 'af747151-84f7-432a-bec5-361829177f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '189ac0f7-9cd2-42db-b3d5-b2322d889fdb'}] {{(pid=93207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:24:25.271311 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971a2ec4-866a-48b0-9bc0-7e7680f37406 None None] Attempting to bind port b248c713-e3fe-4bc3-b47e-7c16e70091f8 on network 189ac0f7-9cd2-42db-b3d5-b2322d889fdb {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:24:25.276367 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971a2ec4-866a-48b0-9bc0-7e7680f37406 None None] Checking agent: {'id': '2be9fc8b-48e5-48f4-81b8-a3920a82e981', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 21, 14), 'started_at': datetime.datetime(2021, 7, 22, 2, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:24:25.276850 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971a2ec4-866a-48b0-9bc0-7e7680f37406 None None] Checking segment: {'id': 'af747151-84f7-432a-bec5-361829177f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '189ac0f7-9cd2-42db-b3d5-b2322d889fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:24:25.277258 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-971a2ec4-866a-48b0-9bc0-7e7680f37406 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:24:25.277652 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971a2ec4-866a-48b0-9bc0-7e7680f37406 None None] Bound using segment: {'id': 'af747151-84f7-432a-bec5-361829177f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '189ac0f7-9cd2-42db-b3d5-b2322d889fdb'} {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:24:25.278146 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-971a2ec4-866a-48b0-9bc0-7e7680f37406 None None] Bound port: b248c713-e3fe-4bc3-b47e-7c16e70091f8, host: dv-cinder-792299-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af747151-84f7-432a-bec5-361829177f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '189ac0f7-9cd2-42db-b3d5-b2322d889fdb'}}] {{(pid=93207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:24:25.278540 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-971a2ec4-866a-48b0-9bc0-7e7680f37406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:24:25.340391 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-971a2ec4-866a-48b0-9bc0-7e7680f37406 None None] For port b248c713-e3fe-4bc3-b47e-7c16e70091f8, host dv-cinder-792299-6-iscsi, cleared binding levels {{(pid=93207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:24:25.343481 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-971a2ec4-866a-48b0-9bc0-7e7680f37406 None None] For port b248c713-e3fe-4bc3-b47e-7c16e70091f8, host dv-cinder-792299-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=b248c713-e3fe-4bc3-b47e-7c16e70091f8,segment=NetworkSegment(af747151-84f7-432a-bec5-361829177f87),segment_id=af747151-84f7-432a-bec5-361829177f87)] {{(pid=93207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:24:25.348137 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-971a2ec4-866a-48b0-9bc0-7e7680f37406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:24:25.406927 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971a2ec4-866a-48b0-9bc0-7e7680f37406 None None] Pushing event updated for resources: {'Port': ['ID=b248c713-e3fe-4bc3-b47e-7c16e70091f8,revision_number=2']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:24:25.876864 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device b248c713-e3fe-4bc3-b47e-7c16e70091f8 up at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:24:25.934363 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning for port b248c713-e3fe-4bc3-b47e-7c16e70091f8 completed by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:24:26.178952 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962ed750-5d7d-4c44-9bb8-aa98b1e9ca8c None None] Network 189ac0f7-9cd2-42db-b3d5-b2322d889fdb requested from dv-cinder-792299-6-iscsi {{(pid=93207) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:24:26.239501 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-70280582-c959-447d-9ca7-de9d4beabb3e None None] Provisioning for port b248c713-e3fe-4bc3-b47e-7c16e70091f8 completed by entity DHCP. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:24:26.246818 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-70280582-c959-447d-9ca7-de9d4beabb3e None None] Provisioning complete for port b248c713-e3fe-4bc3-b47e-7c16e70091f8 triggered by entity DHCP. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:24:26.247187 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-70280582-c959-447d-9ca7-de9d4beabb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:24:26.387780 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-70280582-c959-447d-9ca7-de9d4beabb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:24:26.428497 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-70280582-c959-447d-9ca7-de9d4beabb3e None None] For port b248c713-e3fe-4bc3-b47e-7c16e70091f8, host dv-cinder-792299-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=b248c713-e3fe-4bc3-b47e-7c16e70091f8,segment=NetworkSegment(af747151-84f7-432a-bec5-361829177f87),segment_id=af747151-84f7-432a-bec5-361829177f87)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:24:26.436265 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-70280582-c959-447d-9ca7-de9d4beabb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:24:26.508150 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70280582-c959-447d-9ca7-de9d4beabb3e None None] Pushing event updated for resources: {'Port': ['ID=b248c713-e3fe-4bc3-b47e-7c16e70091f8,revision_number=3']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:24:26.700378 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-f2b92a4a-84a3-49f8-a51b-202edd2dd3af None None] Provisioning complete for port b248c713-e3fe-4bc3-b47e-7c16e70091f8 triggered by entity DHCP. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:24:26.700668 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-f2b92a4a-84a3-49f8-a51b-202edd2dd3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:24:27.850882 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device b248c713-e3fe-4bc3-b47e-7c16e70091f8 up at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:24:27.897568 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning complete for port b248c713-e3fe-4bc3-b47e-7c16e70091f8 triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:24:27.897934 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:24:41.034405 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-ef39f881-f6ce-4605-b1aa-bc3524ebda6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:24:41.541759 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.agents_db [None req-f1c5c46c-8295-40fa-87c5-0db6e260a587 None None] Agent healthcheck: found 5 active agents {{(pid=93208) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 02:24:43.789647 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6ee13669-5cbf-462b-9667-7aff8b515802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:24:43.878526 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:24:44.659072 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9c5a9526-544c-492b-b3ab-1b4c68701215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:24:46.181017 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-46ac0fbd-03cc-41f5-9e75-a35c43e1b5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:25:11.034150 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-31499f41-707c-4674-b6cf-f3a2311b74e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:25:13.789586 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-eec3b611-ddbd-43cb-a82c-b4496677c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:25:13.878978 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:25:14.662165 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9c5a9526-544c-492b-b3ab-1b4c68701215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:25:16.183357 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-46ac0fbd-03cc-41f5-9e75-a35c43e1b5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:25:18.541444 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.agents_db [None req-f1c5c46c-8295-40fa-87c5-0db6e260a587 None None] Agent healthcheck: found 5 active agents {{(pid=93208) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 02:25:39.346957 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 53138) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:25:39.352914 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [None req-c82d572c-4c25-4bce-995f-91aa1d8cdfb3 tempest-verify_tempest_config-37603494 tempest-verify_tempest_config-37603494-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93206) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 02:25:39.353856 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-c82d572c-4c25-4bce-995f-91aa1d8cdfb3 tempest-verify_tempest_config-37603494 tempest-verify_tempest_config-37603494-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059190 Jul 22 02:25:39.648820 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 53156) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:25:39.746108 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-67a33227-30e8-4bf8-bd37-6b525886a9f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:25:39.829018 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-67a33227-30e8-4bf8-bd37-6b525886a9f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:25:39.832543 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-67a33227-30e8-4bf8-bd37-6b525886a9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:25:39.877042 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-67a33227-30e8-4bf8-bd37-6b525886a9f0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cf710931549e4516a66ffd73161a984e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2271864 Jul 22 02:25:39.877837 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a33227-30e8-4bf8-bd37-6b525886a9f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7a7d31-d480-483c-8c85-b38ea78e21a6,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:25:39.879789 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 53160) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:25:39.884398 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a33227-30e8-4bf8-bd37-6b525886a9f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:25:39.884785 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a33227-30e8-4bf8-bd37-6b525886a9f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:25:39.885135 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a33227-30e8-4bf8-bd37-6b525886a9f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:25:39.885466 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a33227-30e8-4bf8-bd37-6b525886a9f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:25:39.885794 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a33227-30e8-4bf8-bd37-6b525886a9f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:25:39.886122 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a33227-30e8-4bf8-bd37-6b525886a9f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:25:39.886445 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a33227-30e8-4bf8-bd37-6b525886a9f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:25:39.886772 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a33227-30e8-4bf8-bd37-6b525886a9f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:25:39.887115 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a33227-30e8-4bf8-bd37-6b525886a9f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:25:39.887437 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a33227-30e8-4bf8-bd37-6b525886a9f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:25:39.887756 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a33227-30e8-4bf8-bd37-6b525886a9f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:25:39.888071 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a33227-30e8-4bf8-bd37-6b525886a9f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:25:39.958528 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-9a65a783-8a7e-4127-9140-5df8c6283631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:25:39.978248 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-9a65a783-8a7e-4127-9140-5df8c6283631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:25:40.066886 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-9a65a783-8a7e-4127-9140-5df8c6283631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:25:40.069464 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-9a65a783-8a7e-4127-9140-5df8c6283631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:25:40.070590 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-9a65a783-8a7e-4127-9140-5df8c6283631 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/eb7a7d31-d480-483c-8c85-b38ea78e21a6 HTTP/1.1" status: 204 len: 168 time: 0.1898451 Jul 22 02:25:40.079077 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a65a783-8a7e-4127-9140-5df8c6283631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7a7d31-d480-483c-8c85-b38ea78e21a6,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:25:40.085367 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a65a783-8a7e-4127-9140-5df8c6283631 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:25:40.085730 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a65a783-8a7e-4127-9140-5df8c6283631 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:25:40.086074 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a65a783-8a7e-4127-9140-5df8c6283631 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:25:40.086405 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a65a783-8a7e-4127-9140-5df8c6283631 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:25:40.086733 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a65a783-8a7e-4127-9140-5df8c6283631 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:25:40.087077 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a65a783-8a7e-4127-9140-5df8c6283631 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:25:40.087405 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a65a783-8a7e-4127-9140-5df8c6283631 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:25:40.087728 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a65a783-8a7e-4127-9140-5df8c6283631 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:25:40.088053 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a65a783-8a7e-4127-9140-5df8c6283631 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:25:40.088375 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a65a783-8a7e-4127-9140-5df8c6283631 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:25:40.088715 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a65a783-8a7e-4127-9140-5df8c6283631 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:25:40.089039 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a65a783-8a7e-4127-9140-5df8c6283631 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:25:41.037366 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-40311980-0461-4d4e-b4cf-f273f0ff0d3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:25:43.793370 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-dc531809-ceba-4e27-bb0d-19e2cc35530f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:25:43.878272 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:25:44.665973 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9c5a9526-544c-492b-b3ab-1b4c68701215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:25:46.187231 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-46ac0fbd-03cc-41f5-9e75-a35c43e1b5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:25:55.540039 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.agents_db [None req-f1c5c46c-8295-40fa-87c5-0db6e260a587 None None] Agent healthcheck: found 5 active agents {{(pid=93208) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 02:26:11.038566 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-acc299a3-9ee6-44dc-928d-f67c021a8aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:26:13.794302 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-069a073c-da96-4c34-a8d4-74aa748ee514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:26:13.878736 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:26:14.666339 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9c5a9526-544c-492b-b3ab-1b4c68701215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:26:16.187348 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-46ac0fbd-03cc-41f5-9e75-a35c43e1b5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:26:32.538180 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.agents_db [None req-f1c5c46c-8295-40fa-87c5-0db6e260a587 None None] Agent healthcheck: found 5 active agents {{(pid=93208) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 02:26:41.040553 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-756a6495-0d4a-4bd4-a737-ccb12586b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:26:43.794728 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-229c2264-d9e6-4e46-a69c-88b8ffabc0eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:26:43.877450 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:26:44.668384 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9c5a9526-544c-492b-b3ab-1b4c68701215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:26:46.189507 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-46ac0fbd-03cc-41f5-9e75-a35c43e1b5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:27:09.537074 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.agents_db [None req-f1c5c46c-8295-40fa-87c5-0db6e260a587 None None] Agent healthcheck: found 5 active agents {{(pid=93208) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 02:27:09.576009 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1759202'] for agent, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:27:11.041162 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-cef979f2-7428-4b65-b8c0-238ca70997f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:27:13.795237 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-4bc954ad-fd13-4b67-8286-de7c3daf9cd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:27:13.838026 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 53214) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:27:13.877044 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:27:13.939751 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-bbe361c2-24fc-4de2-bf26-1e233c69437d admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1006370 Jul 22 02:27:14.671452 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9c5a9526-544c-492b-b3ab-1b4c68701215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:27:16.078741 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 53224) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:27:16.130366 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-e25fb7ef-13c7-4437-ab7f-062fa11fe586 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0505617 Jul 22 02:27:16.195279 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-46ac0fbd-03cc-41f5-9e75-a35c43e1b5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:27:39.545989 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:27:41.041485 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-792cd79a-7b46-4b3e-a308-09b26bb708d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:27:43.796570 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-a3c23467-c708-4396-9809-92510e6f82ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:27:43.876437 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:27:44.673919 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9c5a9526-544c-492b-b3ab-1b4c68701215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:27:46.196889 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-46ac0fbd-03cc-41f5-9e75-a35c43e1b5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:27:46.536710 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.agents_db [None req-f1c5c46c-8295-40fa-87c5-0db6e260a587 None None] Agent healthcheck: found 6 active agents {{(pid=93208) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 02:28:09.537857 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:11.042735 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-79f7744f-c587-48ed-bd2b-537efdf02376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:13.797027 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-29cb1b6f-1111-4a09-809c-98db11aa14eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:13.877600 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:14.677254 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9c5a9526-544c-492b-b3ab-1b4c68701215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:16.199058 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-46ac0fbd-03cc-41f5-9e75-a35c43e1b5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:23.535730 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.agents_db [None req-f1c5c46c-8295-40fa-87c5-0db6e260a587 None None] Agent healthcheck: found 6 active agents {{(pid=93208) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 02:28:39.561904 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:41.045547 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-219163dd-0593-4ede-b315-3ad2d15860f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:41.543281 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 53412) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:28:41.723813 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.v2.base [None req-9a532bc8-7081-4d6a-a928-3c107bb08f20 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-867645389-network', 'tenant_id': '3dd9634687494d04b603cc92f8b506ea'}} {{(pid=93206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:28:41.748031 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a532bc8-7081-4d6a-a928-3c107bb08f20 admin admin] Made reservation on behalf of 3dd9634687494d04b603cc92f8b506ea for: {'network': 1} {{(pid=93206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:28:41.750437 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9a532bc8-7081-4d6a-a928-3c107bb08f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for network, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:41.763364 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9a532bc8-7081-4d6a-a928-3c107bb08f20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:41.853027 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9a532bc8-7081-4d6a-a928-3c107bb08f20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:41.858383 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9a532bc8-7081-4d6a-a928-3c107bb08f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:41.871356 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a532bc8-7081-4d6a-a928-3c107bb08f20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=93206) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 02:28:41.898455 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9a532bc8-7081-4d6a-a928-3c107bb08f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767938'] for segment, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:41.898798 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.db.segments_db [None req-9a532bc8-7081-4d6a-a928-3c107bb08f20 admin admin] Added segment da4ae5cf-39ce-4a30-99af-eeb5e7b212e1 of type vlan for network 2afc3792-c86f-482a-9e8f-45d5371b1625 Jul 22 02:28:41.928976 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a532bc8-7081-4d6a-a928-3c107bb08f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af93e7f4-aa44-4071-b2d8-f3e3e852a55d,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:28:41.938513 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a532bc8-7081-4d6a-a928-3c107bb08f20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:28:41.938860 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a532bc8-7081-4d6a-a928-3c107bb08f20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:28:41.939199 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a532bc8-7081-4d6a-a928-3c107bb08f20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:28:41.939528 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a532bc8-7081-4d6a-a928-3c107bb08f20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:28:41.939856 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a532bc8-7081-4d6a-a928-3c107bb08f20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:28:41.940182 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a532bc8-7081-4d6a-a928-3c107bb08f20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:28:41.940504 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a532bc8-7081-4d6a-a928-3c107bb08f20 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:28:41.940848 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a532bc8-7081-4d6a-a928-3c107bb08f20 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:28:41.941171 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a532bc8-7081-4d6a-a928-3c107bb08f20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:28:41.941488 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a532bc8-7081-4d6a-a928-3c107bb08f20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:28:41.941806 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a532bc8-7081-4d6a-a928-3c107bb08f20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:28:41.942116 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a532bc8-7081-4d6a-a928-3c107bb08f20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:28:41.943206 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a532bc8-7081-4d6a-a928-3c107bb08f20 admin admin] Tracked resource versions report: Jul 22 02:28:41.943206 dv-cinder-792299-6-iscsi neutron-server[93206]: pushed versions: Jul 22 02:28:41.943206 dv-cinder-792299-6-iscsi neutron-server[93206]: { 'AddressGroup': {'1.2'}, Jul 22 02:28:41.943206 dv-cinder-792299-6-iscsi neutron-server[93206]: 'ConntrackHelper': {'1.0'}, Jul 22 02:28:41.943206 dv-cinder-792299-6-iscsi neutron-server[93206]: 'Log': {'1.0'}, Jul 22 02:28:41.943206 dv-cinder-792299-6-iscsi neutron-server[93206]: 'Network': {'1.1'}, Jul 22 02:28:41.943206 dv-cinder-792299-6-iscsi neutron-server[93206]: 'Port': {'1.7'}, Jul 22 02:28:41.943206 dv-cinder-792299-6-iscsi neutron-server[93206]: 'PortForwarding': {'1.2'}, Jul 22 02:28:41.943206 dv-cinder-792299-6-iscsi neutron-server[93206]: 'QosPolicy': {'1.8'}, Jul 22 02:28:41.943206 dv-cinder-792299-6-iscsi neutron-server[93206]: 'SecurityGroup': {'1.4'}, Jul 22 02:28:41.943206 dv-cinder-792299-6-iscsi neutron-server[93206]: 'SecurityGroupRule': {'1.2'}, Jul 22 02:28:41.943206 dv-cinder-792299-6-iscsi neutron-server[93206]: 'SubPort': {'1.0'}, Jul 22 02:28:41.943206 dv-cinder-792299-6-iscsi neutron-server[93206]: 'Subnet': {'1.1'}, Jul 22 02:28:41.943206 dv-cinder-792299-6-iscsi neutron-server[93206]: 'Trunk': {'1.1'}} Jul 22 02:28:41.943206 dv-cinder-792299-6-iscsi neutron-server[93206]: consumer versions: Jul 22 02:28:41.943206 dv-cinder-792299-6-iscsi neutron-server[93206]: { DHCP agent@dv-cinder-792299-6-iscsi: {}, Jul 22 02:28:41.943206 dv-cinder-792299-6-iscsi neutron-server[93206]: HyperV agent@hv-cinder-79229: {}, Jul 22 02:28:41.943206 dv-cinder-792299-6-iscsi neutron-server[93206]: L3 agent@dv-cinder-792299-6-iscsi: {}, Jul 22 02:28:41.943206 dv-cinder-792299-6-iscsi neutron-server[93206]: Metadata agent@dv-cinder-792299-6-iscsi: {}, Jul 22 02:28:41.943206 dv-cinder-792299-6-iscsi neutron-server[93206]: Metering agent@dv-cinder-792299-6-iscsi: {}, Jul 22 02:28:41.943206 dv-cinder-792299-6-iscsi neutron-server[93206]: Open vSwitch agent@dv-cinder-792299-6-iscsi: { 'AddressGroup': '1.2', Jul 22 02:28:41.943206 dv-cinder-792299-6-iscsi neutron-server[93206]: 'ConntrackHelper': '1.0', Jul 22 02:28:41.943206 dv-cinder-792299-6-iscsi neutron-server[93206]: 'Log': '1.0', Jul 22 02:28:41.943206 dv-cinder-792299-6-iscsi neutron-server[93206]: 'Network': '1.1', Jul 22 02:28:41.943206 dv-cinder-792299-6-iscsi neutron-server[93206]: 'Port': '1.7', Jul 22 02:28:41.943206 dv-cinder-792299-6-iscsi neutron-server[93206]: 'PortForwarding': '1.2', Jul 22 02:28:41.943206 dv-cinder-792299-6-iscsi neutron-server[93206]: 'QosPolicy': '1.8', Jul 22 02:28:41.943206 dv-cinder-792299-6-iscsi neutron-server[93206]: 'SecurityGroup': '1.4', Jul 22 02:28:41.943206 dv-cinder-792299-6-iscsi neutron-server[93206]: 'SecurityGroupRule': '1.2', Jul 22 02:28:41.943206 dv-cinder-792299-6-iscsi neutron-server[93206]: 'SubPort': '1.0', Jul 22 02:28:41.943206 dv-cinder-792299-6-iscsi neutron-server[93206]: 'Subnet': '1.1', Jul 22 02:28:41.943206 dv-cinder-792299-6-iscsi neutron-server[93206]: 'Trunk': '1.1'}} Jul 22 02:28:41.943206 dv-cinder-792299-6-iscsi neutron-server[93206]: {{(pid=93206) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 02:28:41.953409 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9a532bc8-7081-4d6a-a928-3c107bb08f20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789867552247'] for network, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:41.987472 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9a532bc8-7081-4d6a-a928-3c107bb08f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863'] for network, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:41.988550 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a532bc8-7081-4d6a-a928-3c107bb08f20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:28:41.989166 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9a532bc8-7081-4d6a-a928-3c107bb08f20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583845'] for network, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:42.021203 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-9a532bc8-7081-4d6a-a928-3c107bb08f20 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4757240 Jul 22 02:28:42.022036 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 53446) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:28:42.029799 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-0ab8f5b4-aa8a-4ea0-b867-5590f93eed68 admin admin] Request body: {'subnet': {'network_id': '2afc3792-c86f-482a-9e8f-45d5371b1625', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-867645389-subnet', 'tenant_id': '3dd9634687494d04b603cc92f8b506ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:28:42.031594 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.quota [None req-0ab8f5b4-aa8a-4ea0-b867-5590f93eed68 admin admin] Loaded quota_driver: . Jul 22 02:28:42.066472 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a532bc8-7081-4d6a-a928-3c107bb08f20 admin admin] Pushing event updated for resources: {'Network': ['ID=2afc3792-c86f-482a-9e8f-45d5371b1625,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:28:42.071932 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab8f5b4-aa8a-4ea0-b867-5590f93eed68 admin admin] Made reservation on behalf of 3dd9634687494d04b603cc92f8b506ea for: {'subnet': 1} {{(pid=93205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:28:42.074877 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-0ab8f5b4-aa8a-4ea0-b867-5590f93eed68 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:42.078077 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Network 2afc3792-c86f-482a-9e8f-45d5371b1625 details requested by agent ovs-agent-dv-cinder-792299-6-iscsi with host dv-cinder-792299-6-iscsi {{(pid=93207) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 02:28:42.297517 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-0ab8f5b4-aa8a-4ea0-b867-5590f93eed68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863'] for subnet, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:42.345874 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab8f5b4-aa8a-4ea0-b867-5590f93eed68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdf27d7a-e31c-4089-b13a-609a3d47f24e,revision_number=0']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:28:42.358356 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab8f5b4-aa8a-4ea0-b867-5590f93eed68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:28:42.358944 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab8f5b4-aa8a-4ea0-b867-5590f93eed68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:28:42.359474 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab8f5b4-aa8a-4ea0-b867-5590f93eed68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:28:42.359986 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab8f5b4-aa8a-4ea0-b867-5590f93eed68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:28:42.360515 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab8f5b4-aa8a-4ea0-b867-5590f93eed68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:28:42.361067 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab8f5b4-aa8a-4ea0-b867-5590f93eed68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:28:42.361602 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab8f5b4-aa8a-4ea0-b867-5590f93eed68 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:28:42.362131 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab8f5b4-aa8a-4ea0-b867-5590f93eed68 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:28:42.362695 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab8f5b4-aa8a-4ea0-b867-5590f93eed68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:28:42.363024 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab8f5b4-aa8a-4ea0-b867-5590f93eed68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:28:42.363364 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab8f5b4-aa8a-4ea0-b867-5590f93eed68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:28:42.363695 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab8f5b4-aa8a-4ea0-b867-5590f93eed68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:28:42.364901 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab8f5b4-aa8a-4ea0-b867-5590f93eed68 admin admin] Tracked resource versions report: Jul 22 02:28:42.364901 dv-cinder-792299-6-iscsi neutron-server[93205]: pushed versions: Jul 22 02:28:42.364901 dv-cinder-792299-6-iscsi neutron-server[93205]: { 'AddressGroup': {'1.2'}, Jul 22 02:28:42.364901 dv-cinder-792299-6-iscsi neutron-server[93205]: 'ConntrackHelper': {'1.0'}, Jul 22 02:28:42.364901 dv-cinder-792299-6-iscsi neutron-server[93205]: 'Log': {'1.0'}, Jul 22 02:28:42.364901 dv-cinder-792299-6-iscsi neutron-server[93205]: 'Network': {'1.1'}, Jul 22 02:28:42.364901 dv-cinder-792299-6-iscsi neutron-server[93205]: 'Port': {'1.7'}, Jul 22 02:28:42.364901 dv-cinder-792299-6-iscsi neutron-server[93205]: 'PortForwarding': {'1.2'}, Jul 22 02:28:42.364901 dv-cinder-792299-6-iscsi neutron-server[93205]: 'QosPolicy': {'1.8'}, Jul 22 02:28:42.364901 dv-cinder-792299-6-iscsi neutron-server[93205]: 'SecurityGroup': {'1.4'}, Jul 22 02:28:42.364901 dv-cinder-792299-6-iscsi neutron-server[93205]: 'SecurityGroupRule': {'1.2'}, Jul 22 02:28:42.364901 dv-cinder-792299-6-iscsi neutron-server[93205]: 'SubPort': {'1.0'}, Jul 22 02:28:42.364901 dv-cinder-792299-6-iscsi neutron-server[93205]: 'Subnet': {'1.1'}, Jul 22 02:28:42.364901 dv-cinder-792299-6-iscsi neutron-server[93205]: 'Trunk': {'1.1'}} Jul 22 02:28:42.364901 dv-cinder-792299-6-iscsi neutron-server[93205]: consumer versions: Jul 22 02:28:42.364901 dv-cinder-792299-6-iscsi neutron-server[93205]: { DHCP agent@dv-cinder-792299-6-iscsi: {}, Jul 22 02:28:42.364901 dv-cinder-792299-6-iscsi neutron-server[93205]: HyperV agent@hv-cinder-79229: {}, Jul 22 02:28:42.364901 dv-cinder-792299-6-iscsi neutron-server[93205]: L3 agent@dv-cinder-792299-6-iscsi: {}, Jul 22 02:28:42.364901 dv-cinder-792299-6-iscsi neutron-server[93205]: Metadata agent@dv-cinder-792299-6-iscsi: {}, Jul 22 02:28:42.364901 dv-cinder-792299-6-iscsi neutron-server[93205]: Metering agent@dv-cinder-792299-6-iscsi: {}, Jul 22 02:28:42.364901 dv-cinder-792299-6-iscsi neutron-server[93205]: Open vSwitch agent@dv-cinder-792299-6-iscsi: { 'AddressGroup': '1.2', Jul 22 02:28:42.364901 dv-cinder-792299-6-iscsi neutron-server[93205]: 'ConntrackHelper': '1.0', Jul 22 02:28:42.364901 dv-cinder-792299-6-iscsi neutron-server[93205]: 'Log': '1.0', Jul 22 02:28:42.364901 dv-cinder-792299-6-iscsi neutron-server[93205]: 'Network': '1.1', Jul 22 02:28:42.364901 dv-cinder-792299-6-iscsi neutron-server[93205]: 'Port': '1.7', Jul 22 02:28:42.364901 dv-cinder-792299-6-iscsi neutron-server[93205]: 'PortForwarding': '1.2', Jul 22 02:28:42.364901 dv-cinder-792299-6-iscsi neutron-server[93205]: 'QosPolicy': '1.8', Jul 22 02:28:42.364901 dv-cinder-792299-6-iscsi neutron-server[93205]: 'SecurityGroup': '1.4', Jul 22 02:28:42.364901 dv-cinder-792299-6-iscsi neutron-server[93205]: 'SecurityGroupRule': '1.2', Jul 22 02:28:42.364901 dv-cinder-792299-6-iscsi neutron-server[93205]: 'SubPort': '1.0', Jul 22 02:28:42.364901 dv-cinder-792299-6-iscsi neutron-server[93205]: 'Subnet': '1.1', Jul 22 02:28:42.364901 dv-cinder-792299-6-iscsi neutron-server[93205]: 'Trunk': '1.1'}} Jul 22 02:28:42.364901 dv-cinder-792299-6-iscsi neutron-server[93205]: {{(pid=93205) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 02:28:42.386605 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 53462) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:28:42.391443 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab8f5b4-aa8a-4ea0-b867-5590f93eed68 admin admin] Checking segment: {'id': 'da4ae5cf-39ce-4a30-99af-eeb5e7b212e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2afc3792-c86f-482a-9e8f-45d5371b1625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:28:42.392171 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab8f5b4-aa8a-4ea0-b867-5590f93eed68 admin admin] Network hostable DHCP agents. Network: 2afc3792-c86f-482a-9e8f-45d5371b1625, hostable agents: ['7ec0f4f5-17d5-44d9-a280-5d81f7a2a404'], hosted agents: [] {{(pid=93205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 02:28:42.421034 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab8f5b4-aa8a-4ea0-b867-5590f93eed68 admin admin] Network 2afc3792-c86f-482a-9e8f-45d5371b1625 is scheduled to be hosted by DHCP agent 7ec0f4f5-17d5-44d9-a280-5d81f7a2a404 with binding_index 1 {{(pid=93205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 02:28:42.426313 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 53468) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:28:42.444887 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.base_scheduler [None req-0ab8f5b4-aa8a-4ea0-b867-5590f93eed68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-6-iscsi, 2afc3792-c86f-482a-9e8f-45d5371b1625) {{(pid=93205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:28:42.455367 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99abdc75-0b7b-4b85-a632-5e24470f1c32 None None] Network 2afc3792-c86f-482a-9e8f-45d5371b1625 requested from dv-cinder-792299-6-iscsi {{(pid=93207) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:28:42.458263 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab8f5b4-aa8a-4ea0-b867-5590f93eed68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:28:42.459352 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-0ab8f5b4-aa8a-4ea0-b867-5590f93eed68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583845'] for subnet, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:42.473620 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 53478) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:28:42.505137 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-0ab8f5b4-aa8a-4ea0-b867-5590f93eed68 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4733038 Jul 22 02:28:42.677082 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.v2.base [None req-a723132e-bf7a-4409-84d2-b951e8de201e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1720449418-network', 'tenant_id': '390f421b378f4ffc8c6d8fc7bd0e0d86'}} {{(pid=93206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:28:42.711610 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f552b32-4199-4397-ba93-2abddf38b76c None None] Network 2afc3792-c86f-482a-9e8f-45d5371b1625 requested from dv-cinder-792299-6-iscsi {{(pid=93207) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:28:42.717775 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.v2.base [None req-73f74451-1eff-42ac-81dc-91f0b6d974c9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1055031327-network', 'tenant_id': '16fd06163ccc47f08a69c65f0aa273d0'}} {{(pid=93206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:28:42.736292 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a723132e-bf7a-4409-84d2-b951e8de201e admin admin] Made reservation on behalf of 390f421b378f4ffc8c6d8fc7bd0e0d86 for: {'network': 1} {{(pid=93206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:28:42.739339 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a723132e-bf7a-4409-84d2-b951e8de201e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for network, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:42.750743 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a723132e-bf7a-4409-84d2-b951e8de201e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:42.768900 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f74451-1eff-42ac-81dc-91f0b6d974c9 admin admin] Made reservation on behalf of 16fd06163ccc47f08a69c65f0aa273d0 for: {'network': 1} {{(pid=93206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:28:42.771189 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-73f74451-1eff-42ac-81dc-91f0b6d974c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for network, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:42.785683 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-73f74451-1eff-42ac-81dc-91f0b6d974c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:42.887493 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a723132e-bf7a-4409-84d2-b951e8de201e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:42.893546 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a723132e-bf7a-4409-84d2-b951e8de201e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:42.932306 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.v2.base [None req-e0d6b5f1-e22b-4bbc-b70c-35549ca3ce8c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1902646941-network', 'tenant_id': '983dc1d7a16247a98a094716f99ada48'}} {{(pid=93206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:28:42.958953 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a723132e-bf7a-4409-84d2-b951e8de201e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=93206) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 02:28:42.969246 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a723132e-bf7a-4409-84d2-b951e8de201e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe42191a-03c3-472b-ba0d-a47553104e7d,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:28:42.984772 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a723132e-bf7a-4409-84d2-b951e8de201e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767938'] for segment, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:42.985455 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.db.segments_db [None req-a723132e-bf7a-4409-84d2-b951e8de201e admin admin] Added segment ed3fa64c-067a-4564-b1ab-aed7a924eb26 of type vlan for network c1704d84-6956-4df3-918a-504126cdf765 Jul 22 02:28:43.045145 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a723132e-bf7a-4409-84d2-b951e8de201e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789867552247'] for network, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:43.097057 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a723132e-bf7a-4409-84d2-b951e8de201e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863'] for network, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:43.098138 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a723132e-bf7a-4409-84d2-b951e8de201e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:28:43.098722 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a723132e-bf7a-4409-84d2-b951e8de201e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583845'] for network, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:43.107026 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-73f74451-1eff-42ac-81dc-91f0b6d974c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:43.125764 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-73f74451-1eff-42ac-81dc-91f0b6d974c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:43.170552 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f74451-1eff-42ac-81dc-91f0b6d974c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7802bdd4-9e4e-41ff-a7c4-e63e7862822f,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:28:43.187777 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73f74451-1eff-42ac-81dc-91f0b6d974c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=93206) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 02:28:43.239122 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a723132e-bf7a-4409-84d2-b951e8de201e admin admin] Pushing event updated for resources: {'Network': ['ID=c1704d84-6956-4df3-918a-504126cdf765,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:28:43.251772 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Network c1704d84-6956-4df3-918a-504126cdf765 details requested by agent ovs-agent-dv-cinder-792299-6-iscsi with host dv-cinder-792299-6-iscsi {{(pid=93207) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 02:28:43.261397 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d6b5f1-e22b-4bbc-b70c-35549ca3ce8c admin admin] Made reservation on behalf of 983dc1d7a16247a98a094716f99ada48 for: {'network': 1} {{(pid=93206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:28:43.264239 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e0d6b5f1-e22b-4bbc-b70c-35549ca3ce8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for network, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:43.276921 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e0d6b5f1-e22b-4bbc-b70c-35549ca3ce8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:43.279759 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-73f74451-1eff-42ac-81dc-91f0b6d974c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767938'] for segment, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:43.280052 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.db.segments_db [None req-73f74451-1eff-42ac-81dc-91f0b6d974c9 admin admin] Added segment 1178c6d7-38f4-4aec-bb2e-34535e569c60 of type vlan for network 49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d Jul 22 02:28:43.286031 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-a723132e-bf7a-4409-84d2-b951e8de201e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8954449 Jul 22 02:28:43.286332 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 53516) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:28:43.293078 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-0d6a4eca-f5ef-4e3a-b0b9-162373f0a987 admin admin] Request body: {'subnet': {'network_id': 'c1704d84-6956-4df3-918a-504126cdf765', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1720449418-subnet', 'tenant_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:28:43.362341 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6a4eca-f5ef-4e3a-b0b9-162373f0a987 admin admin] Made reservation on behalf of 390f421b378f4ffc8c6d8fc7bd0e0d86 for: {'subnet': 1} {{(pid=93205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:28:43.364797 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-0d6a4eca-f5ef-4e3a-b0b9-162373f0a987 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:43.366885 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-73f74451-1eff-42ac-81dc-91f0b6d974c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789867552247'] for network, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:43.533070 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e0d6b5f1-e22b-4bbc-b70c-35549ca3ce8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:43.540445 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.db.resource_extend [None req-73f74451-1eff-42ac-81dc-91f0b6d974c9 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 02:28:43.544758 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e0d6b5f1-e22b-4bbc-b70c-35549ca3ce8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:43.558620 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0d6b5f1-e22b-4bbc-b70c-35549ca3ce8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=93206) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 02:28:43.572132 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e0d6b5f1-e22b-4bbc-b70c-35549ca3ce8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767938'] for segment, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:43.572523 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.db.segments_db [None req-e0d6b5f1-e22b-4bbc-b70c-35549ca3ce8c admin admin] Added segment dc7a4111-08c6-49a7-9d1a-9c6c455d7841 of type vlan for network 72ed7fff-9ec8-4d42-8728-85745d62dd2e Jul 22 02:28:43.624870 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e0d6b5f1-e22b-4bbc-b70c-35549ca3ce8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789867552247'] for network, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:43.674575 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-73f74451-1eff-42ac-81dc-91f0b6d974c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863'] for network, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:43.675131 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-0d6a4eca-f5ef-4e3a-b0b9-162373f0a987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863'] for subnet, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:43.675536 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f74451-1eff-42ac-81dc-91f0b6d974c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:28:43.676173 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-73f74451-1eff-42ac-81dc-91f0b6d974c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583845'] for network, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:43.728830 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6a4eca-f5ef-4e3a-b0b9-162373f0a987 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b32e8e6a-923e-4e9e-b074-47bc54badd49,revision_number=0']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:28:43.740744 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f74451-1eff-42ac-81dc-91f0b6d974c9 admin admin] Pushing event updated for resources: {'Network': ['ID=49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:28:43.743837 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d6b5f1-e22b-4bbc-b70c-35549ca3ce8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7115bb6f-e708-4c78-9231-1895b6552933,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:28:43.753046 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Network 49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d details requested by agent ovs-agent-dv-cinder-792299-6-iscsi with host dv-cinder-792299-6-iscsi {{(pid=93207) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 02:28:43.761913 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-73f74451-1eff-42ac-81dc-91f0b6d974c9 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3312097 Jul 22 02:28:43.761913 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e0d6b5f1-e22b-4bbc-b70c-35549ca3ce8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863'] for network, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:43.761913 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d6b5f1-e22b-4bbc-b70c-35549ca3ce8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:28:43.762344 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e0d6b5f1-e22b-4bbc-b70c-35549ca3ce8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583845'] for network, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:43.765478 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 53534) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:28:43.806834 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.v2.base [None req-003cc38b-eac1-413e-bb91-c6bce6134580 admin admin] Request body: {'subnet': {'network_id': '49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1055031327-subnet', 'tenant_id': '16fd06163ccc47f08a69c65f0aa273d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:28:43.820919 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6a4eca-f5ef-4e3a-b0b9-162373f0a987 admin admin] Checking segment: {'id': 'ed3fa64c-067a-4564-b1ab-aed7a924eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c1704d84-6956-4df3-918a-504126cdf765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:28:43.821610 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6a4eca-f5ef-4e3a-b0b9-162373f0a987 admin admin] Network hostable DHCP agents. Network: c1704d84-6956-4df3-918a-504126cdf765, hostable agents: ['7ec0f4f5-17d5-44d9-a280-5d81f7a2a404'], hosted agents: [] {{(pid=93205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 02:28:43.839932 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-e0d6b5f1-e22b-4bbc-b70c-35549ca3ce8c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3651564 Jul 22 02:28:43.844475 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 53538) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:28:43.857483 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-0526bbc6-9f57-4a0b-aeef-a3836613afa4 admin admin] Request body: {'subnet': {'network_id': '72ed7fff-9ec8-4d42-8728-85745d62dd2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1902646941-subnet', 'tenant_id': '983dc1d7a16247a98a094716f99ada48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:28:43.869408 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6a4eca-f5ef-4e3a-b0b9-162373f0a987 admin admin] Network c1704d84-6956-4df3-918a-504126cdf765 is scheduled to be hosted by DHCP agent 7ec0f4f5-17d5-44d9-a280-5d81f7a2a404 with binding_index 1 {{(pid=93205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 02:28:43.885362 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.base_scheduler [None req-0d6a4eca-f5ef-4e3a-b0b9-162373f0a987 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-6-iscsi, c1704d84-6956-4df3-918a-504126cdf765) {{(pid=93205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:28:43.890987 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6a4eca-f5ef-4e3a-b0b9-162373f0a987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:28:43.892689 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-0d6a4eca-f5ef-4e3a-b0b9-162373f0a987 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583845'] for subnet, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:43.918796 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd82a8a-f324-48be-8f2d-dde9fe782ba5 None None] Network c1704d84-6956-4df3-918a-504126cdf765 requested from dv-cinder-792299-6-iscsi {{(pid=93207) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:28:43.921869 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.db.api [None req-0526bbc6-9f57-4a0b-aeef-a3836613afa4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 02:28:43.921869 dv-cinder-792299-6-iscsi neutron-server[93205]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 02:28:43.921869 dv-cinder-792299-6-iscsi neutron-server[93205]: [parameters: {'project_id_1': '983dc1d7a16247a98a094716f99ada48', 'expiration_1': datetime.datetime(2021, 7, 22, 2, 28, 43, 879466)}] Jul 22 02:28:43.921869 dv-cinder-792299-6-iscsi neutron-server[93205]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93205) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 02:28:43.922406 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG oslo_db.api [None req-0526bbc6-9f57-4a0b-aeef-a3836613afa4 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 02:28:43.929291 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d6b5f1-e22b-4bbc-b70c-35549ca3ce8c admin admin] Pushing event updated for resources: {'Network': ['ID=72ed7fff-9ec8-4d42-8728-85745d62dd2e,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:28:43.953538 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003cc38b-eac1-413e-bb91-c6bce6134580 admin admin] Made reservation on behalf of 16fd06163ccc47f08a69c65f0aa273d0 for: {'subnet': 1} {{(pid=93206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:28:43.955991 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-003cc38b-eac1-413e-bb91-c6bce6134580 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:43.963454 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-0d6a4eca-f5ef-4e3a-b0b9-162373f0a987 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6749103 Jul 22 02:28:43.966936 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 53544) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:28:43.971404 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-6ae7d7d8-be53-40a6-864f-e2d1f3a2086e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1720449418-router', 'tenant_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00'}}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:28:44.010180 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6ae7d7d8-be53-40a6-864f-e2d1f3a2086e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1746485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25300'] for router, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:44.012275 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6ae7d7d8-be53-40a6-864f-e2d1f3a2086e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1760026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1633086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25311'] for router, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:44.097386 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Network 72ed7fff-9ec8-4d42-8728-85745d62dd2e details requested by agent ovs-agent-dv-cinder-792299-6-iscsi with host dv-cinder-792299-6-iscsi {{(pid=93207) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 02:28:44.194078 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6ae7d7d8-be53-40a6-864f-e2d1f3a2086e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:44.195082 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-afec0feb-8118-4c8e-8410-d1486b1d0883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:44.200065 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:44.207876 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb082415-6411-4585-8c9c-123d536486e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpddd49729-fbe2-5b56-b4ca-eeba23ac9f5f-c1704d84-6956-4df3-918a-504126cdf765', 'network_id': 'c1704d84-6956-4df3-918a-504126cdf765', 'tenant_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'fixed_ips': [{'subnet_id': 'b32e8e6a-923e-4e9e-b074-47bc54badd49'}]}} from dv-cinder-792299-6-iscsi. {{(pid=93207) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 02:28:44.209265 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-bb082415-6411-4585-8c9c-123d536486e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:44.232271 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-003cc38b-eac1-413e-bb91-c6bce6134580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863'] for subnet, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:44.352357 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.db_base_plugin_common [None req-bb082415-6411-4585-8c9c-123d536486e3 None None] Allocated IP 172.20.0.2 (c1704d84-6956-4df3-918a-504126cdf765/b32e8e6a-923e-4e9e-b074-47bc54badd49/b2654b4b-3221-4a91-ac68-d2f1afdfc2ff) {{(pid=93207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:28:44.397077 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003cc38b-eac1-413e-bb91-c6bce6134580 admin admin] Checking segment: {'id': '1178c6d7-38f4-4aec-bb2e-34535e569c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:28:44.397430 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003cc38b-eac1-413e-bb91-c6bce6134580 admin admin] Network hostable DHCP agents. Network: 49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d, hostable agents: ['7ec0f4f5-17d5-44d9-a280-5d81f7a2a404'], hosted agents: [] {{(pid=93206) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 02:28:44.413524 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003cc38b-eac1-413e-bb91-c6bce6134580 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cdf501c-c170-4983-bbb3-cf8fb45615cb,revision_number=0']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:28:44.457701 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003cc38b-eac1-413e-bb91-c6bce6134580 admin admin] Network 49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d is scheduled to be hosted by DHCP agent 7ec0f4f5-17d5-44d9-a280-5d81f7a2a404 with binding_index 1 {{(pid=93206) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 02:28:44.480981 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.base_scheduler [None req-003cc38b-eac1-413e-bb91-c6bce6134580 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-6-iscsi, 49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d) {{(pid=93206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:28:44.498262 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003cc38b-eac1-413e-bb91-c6bce6134580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:28:44.501133 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-003cc38b-eac1-413e-bb91-c6bce6134580 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583845'] for subnet, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:44.523286 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d848a0-7475-4498-8de4-a393c383e68c None None] Network 49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d requested from dv-cinder-792299-6-iscsi {{(pid=93207) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:28:44.529730 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6ae7d7d8-be53-40a6-864f-e2d1f3a2086e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1746672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1746523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30773'] for router, precommit_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:44.541049 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-003cc38b-eac1-413e-bb91-c6bce6134580 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7519112 Jul 22 02:28:44.593379 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0526bbc6-9f57-4a0b-aeef-a3836613afa4 admin admin] Made reservation on behalf of 983dc1d7a16247a98a094716f99ada48 for: {'subnet': 1} {{(pid=93205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:28:44.595906 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-0526bbc6-9f57-4a0b-aeef-a3836613afa4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:44.710655 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-bb082415-6411-4585-8c9c-123d536486e3 None None] Notify callbacks [] for port, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:44.734880 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-bb082415-6411-4585-8c9c-123d536486e3 None None] Transition to ACTIVE for port object b2654b4b-3221-4a91-ac68-d2f1afdfc2ff will not be triggered until provisioned by entity L2. {{(pid=93207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:28:44.738806 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9c5a9526-544c-492b-b3ab-1b4c68701215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:44.832497 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-bb082415-6411-4585-8c9c-123d536486e3 None None] Transition to ACTIVE for port object b2654b4b-3221-4a91-ac68-d2f1afdfc2ff will not be triggered until provisioned by entity DHCP. {{(pid=93207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:28:44.837237 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585eec4a-434d-4572-bff4-5353be8ca509 None None] Network 49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d requested from dv-cinder-792299-6-iscsi {{(pid=93207) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:28:44.882829 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-bb082415-6411-4585-8c9c-123d536486e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789867566219'] for port, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:44.944007 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6ae7d7d8-be53-40a6-864f-e2d1f3a2086e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:44.977213 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6ae7d7d8-be53-40a6-864f-e2d1f3a2086e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:45.081777 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb082415-6411-4585-8c9c-123d536486e3 None None] Network c1704d84-6956-4df3-918a-504126cdf765 is already hosted by enough agents. {{(pid=93207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:28:45.086278 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.scheduler.base_scheduler [None req-bb082415-6411-4585-8c9c-123d536486e3 None None] Resources bound (agent type, host, resource id): {{(pid=93207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:28:45.096823 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb082415-6411-4585-8c9c-123d536486e3 None None] Received port after_create {{(pid=93207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:28:45.199764 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.db_base_plugin_common [None req-6ae7d7d8-be53-40a6-864f-e2d1f3a2086e admin admin] Allocated IP 172.27.3.174 (a2bee0e8-177e-45f0-aff1-c80473345c00/ecc19678-5b8b-45eb-bc42-2a87169fcb4c/d13595d8-8686-42d7-ad69-bf7f60fb015e) {{(pid=93205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:28:45.202300 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-0526bbc6-9f57-4a0b-aeef-a3836613afa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863'] for subnet, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:45.296936 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb082415-6411-4585-8c9c-123d536486e3 None None] Pushing event updated for resources: {'Port': ['ID=b2654b4b-3221-4a91-ac68-d2f1afdfc2ff,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:28:45.312636 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-bb082415-6411-4585-8c9c-123d536486e3 None None] Attempting to bind port b2654b4b-3221-4a91-ac68-d2f1afdfc2ff on host dv-cinder-792299-6-iscsi for vnic_type normal with profile {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:28:45.313290 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-bb082415-6411-4585-8c9c-123d536486e3 None None] Attempting to bind port b2654b4b-3221-4a91-ac68-d2f1afdfc2ff by drivers openvswitch,hyperv on host dv-cinder-792299-6-iscsi at level 0 using segments [{'id': 'ed3fa64c-067a-4564-b1ab-aed7a924eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c1704d84-6956-4df3-918a-504126cdf765'}] {{(pid=93207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:28:45.313817 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb082415-6411-4585-8c9c-123d536486e3 None None] Attempting to bind port b2654b4b-3221-4a91-ac68-d2f1afdfc2ff on network c1704d84-6956-4df3-918a-504126cdf765 {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:28:45.318038 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb082415-6411-4585-8c9c-123d536486e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:28:45.318582 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb082415-6411-4585-8c9c-123d536486e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:28:45.319095 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb082415-6411-4585-8c9c-123d536486e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:28:45.319798 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb082415-6411-4585-8c9c-123d536486e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:28:45.320501 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb082415-6411-4585-8c9c-123d536486e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:28:45.321115 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb082415-6411-4585-8c9c-123d536486e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:28:45.321853 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb082415-6411-4585-8c9c-123d536486e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:28:45.322358 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb082415-6411-4585-8c9c-123d536486e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:28:45.322880 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb082415-6411-4585-8c9c-123d536486e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:28:45.323889 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb082415-6411-4585-8c9c-123d536486e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:28:45.325295 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb082415-6411-4585-8c9c-123d536486e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:28:45.325775 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb082415-6411-4585-8c9c-123d536486e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:28:45.327219 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb082415-6411-4585-8c9c-123d536486e3 None None] Tracked resource versions report: Jul 22 02:28:45.327219 dv-cinder-792299-6-iscsi neutron-server[93207]: pushed versions: Jul 22 02:28:45.327219 dv-cinder-792299-6-iscsi neutron-server[93207]: { 'AddressGroup': {'1.2'}, Jul 22 02:28:45.327219 dv-cinder-792299-6-iscsi neutron-server[93207]: 'ConntrackHelper': {'1.0'}, Jul 22 02:28:45.327219 dv-cinder-792299-6-iscsi neutron-server[93207]: 'Log': {'1.0'}, Jul 22 02:28:45.327219 dv-cinder-792299-6-iscsi neutron-server[93207]: 'Network': {'1.1'}, Jul 22 02:28:45.327219 dv-cinder-792299-6-iscsi neutron-server[93207]: 'Port': {'1.7'}, Jul 22 02:28:45.327219 dv-cinder-792299-6-iscsi neutron-server[93207]: 'PortForwarding': {'1.2'}, Jul 22 02:28:45.327219 dv-cinder-792299-6-iscsi neutron-server[93207]: 'QosPolicy': {'1.8'}, Jul 22 02:28:45.327219 dv-cinder-792299-6-iscsi neutron-server[93207]: 'SecurityGroup': {'1.4'}, Jul 22 02:28:45.327219 dv-cinder-792299-6-iscsi neutron-server[93207]: 'SecurityGroupRule': {'1.2'}, Jul 22 02:28:45.327219 dv-cinder-792299-6-iscsi neutron-server[93207]: 'SubPort': {'1.0'}, Jul 22 02:28:45.327219 dv-cinder-792299-6-iscsi neutron-server[93207]: 'Subnet': {'1.1'}, Jul 22 02:28:45.327219 dv-cinder-792299-6-iscsi neutron-server[93207]: 'Trunk': {'1.1'}} Jul 22 02:28:45.327219 dv-cinder-792299-6-iscsi neutron-server[93207]: consumer versions: Jul 22 02:28:45.327219 dv-cinder-792299-6-iscsi neutron-server[93207]: { DHCP agent@dv-cinder-792299-6-iscsi: {}, Jul 22 02:28:45.327219 dv-cinder-792299-6-iscsi neutron-server[93207]: HyperV agent@hv-cinder-79229: {}, Jul 22 02:28:45.327219 dv-cinder-792299-6-iscsi neutron-server[93207]: L3 agent@dv-cinder-792299-6-iscsi: {}, Jul 22 02:28:45.327219 dv-cinder-792299-6-iscsi neutron-server[93207]: Metadata agent@dv-cinder-792299-6-iscsi: {}, Jul 22 02:28:45.327219 dv-cinder-792299-6-iscsi neutron-server[93207]: Metering agent@dv-cinder-792299-6-iscsi: {}, Jul 22 02:28:45.327219 dv-cinder-792299-6-iscsi neutron-server[93207]: Open vSwitch agent@dv-cinder-792299-6-iscsi: { 'AddressGroup': '1.2', Jul 22 02:28:45.327219 dv-cinder-792299-6-iscsi neutron-server[93207]: 'ConntrackHelper': '1.0', Jul 22 02:28:45.327219 dv-cinder-792299-6-iscsi neutron-server[93207]: 'Log': '1.0', Jul 22 02:28:45.327219 dv-cinder-792299-6-iscsi neutron-server[93207]: 'Network': '1.1', Jul 22 02:28:45.327219 dv-cinder-792299-6-iscsi neutron-server[93207]: 'Port': '1.7', Jul 22 02:28:45.327219 dv-cinder-792299-6-iscsi neutron-server[93207]: 'PortForwarding': '1.2', Jul 22 02:28:45.327219 dv-cinder-792299-6-iscsi neutron-server[93207]: 'QosPolicy': '1.8', Jul 22 02:28:45.327219 dv-cinder-792299-6-iscsi neutron-server[93207]: 'SecurityGroup': '1.4', Jul 22 02:28:45.327219 dv-cinder-792299-6-iscsi neutron-server[93207]: 'SecurityGroupRule': '1.2', Jul 22 02:28:45.327219 dv-cinder-792299-6-iscsi neutron-server[93207]: 'SubPort': '1.0', Jul 22 02:28:45.327219 dv-cinder-792299-6-iscsi neutron-server[93207]: 'Subnet': '1.1', Jul 22 02:28:45.327219 dv-cinder-792299-6-iscsi neutron-server[93207]: 'Trunk': '1.1'}} Jul 22 02:28:45.327219 dv-cinder-792299-6-iscsi neutron-server[93207]: {{(pid=93207) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 02:28:45.337036 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb082415-6411-4585-8c9c-123d536486e3 None None] Checking agent: {'id': '2be9fc8b-48e5-48f4-81b8-a3920a82e981', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 21, 14), 'started_at': datetime.datetime(2021, 7, 22, 2, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:28:45.337632 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb082415-6411-4585-8c9c-123d536486e3 None None] Checking segment: {'id': 'ed3fa64c-067a-4564-b1ab-aed7a924eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c1704d84-6956-4df3-918a-504126cdf765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:28:45.339432 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-bb082415-6411-4585-8c9c-123d536486e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:45.340431 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb082415-6411-4585-8c9c-123d536486e3 None None] Bound using segment: {'id': 'ed3fa64c-067a-4564-b1ab-aed7a924eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c1704d84-6956-4df3-918a-504126cdf765'} {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:28:45.341288 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-bb082415-6411-4585-8c9c-123d536486e3 None None] Bound port: b2654b4b-3221-4a91-ac68-d2f1afdfc2ff, host: dv-cinder-792299-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed3fa64c-067a-4564-b1ab-aed7a924eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c1704d84-6956-4df3-918a-504126cdf765'}}] {{(pid=93207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:28:45.341979 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-bb082415-6411-4585-8c9c-123d536486e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:45.389085 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6ae7d7d8-be53-40a6-864f-e2d1f3a2086e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:45.398574 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 53626) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:28:45.400989 dv-cinder-792299-6-iscsi neutron-server[93206]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 22 02:28:45.431292 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-bb082415-6411-4585-8c9c-123d536486e3 None None] For port b2654b4b-3221-4a91-ac68-d2f1afdfc2ff, host dv-cinder-792299-6-iscsi, cleared binding levels {{(pid=93207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:28:45.436417 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-bb082415-6411-4585-8c9c-123d536486e3 None None] For port b2654b4b-3221-4a91-ac68-d2f1afdfc2ff, host dv-cinder-792299-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=b2654b4b-3221-4a91-ac68-d2f1afdfc2ff,segment=NetworkSegment(ed3fa64c-067a-4564-b1ab-aed7a924eb26),segment_id=ed3fa64c-067a-4564-b1ab-aed7a924eb26)] {{(pid=93207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:28:45.439555 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 53632) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:28:45.442506 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-bb082415-6411-4585-8c9c-123d536486e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:45.452820 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0526bbc6-9f57-4a0b-aeef-a3836613afa4 admin admin] Checking segment: {'id': 'dc7a4111-08c6-49a7-9d1a-9c6c455d7841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '72ed7fff-9ec8-4d42-8728-85745d62dd2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:28:45.453239 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0526bbc6-9f57-4a0b-aeef-a3836613afa4 admin admin] Network hostable DHCP agents. Network: 72ed7fff-9ec8-4d42-8728-85745d62dd2e, hostable agents: ['7ec0f4f5-17d5-44d9-a280-5d81f7a2a404'], hosted agents: [] {{(pid=93205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 02:28:45.472816 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0526bbc6-9f57-4a0b-aeef-a3836613afa4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72796e7a-066a-4b87-aca1-2c9cb7a8cc4a,revision_number=0']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:28:45.491793 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6ae7d7d8-be53-40a6-864f-e2d1f3a2086e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789867566219'] for port, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:45.495758 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb082415-6411-4585-8c9c-123d536486e3 None None] Pushing event updated for resources: {'Port': ['ID=b2654b4b-3221-4a91-ac68-d2f1afdfc2ff,revision_number=2']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:28:45.533985 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0526bbc6-9f57-4a0b-aeef-a3836613afa4 admin admin] Network 72ed7fff-9ec8-4d42-8728-85745d62dd2e is scheduled to be hosted by DHCP agent 7ec0f4f5-17d5-44d9-a280-5d81f7a2a404 with binding_index 1 {{(pid=93205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 02:28:45.569598 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae7d7d8-be53-40a6-864f-e2d1f3a2086e admin admin] Network a2bee0e8-177e-45f0-aff1-c80473345c00 is already hosted by enough agents. {{(pid=93205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:28:45.572465 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.base_scheduler [None req-6ae7d7d8-be53-40a6-864f-e2d1f3a2086e admin admin] Resources bound (agent type, host, resource id): {{(pid=93205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:28:45.575380 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae7d7d8-be53-40a6-864f-e2d1f3a2086e admin admin] Received port after_create {{(pid=93205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:28:45.579017 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae7d7d8-be53-40a6-864f-e2d1f3a2086e admin admin] Pushing event updated for resources: {'Port': ['ID=d13595d8-8686-42d7-ad69-bf7f60fb015e,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:28:45.613345 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.base_scheduler [None req-0526bbc6-9f57-4a0b-aeef-a3836613afa4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-6-iscsi, 72ed7fff-9ec8-4d42-8728-85745d62dd2e) {{(pid=93205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:28:45.617616 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0526bbc6-9f57-4a0b-aeef-a3836613afa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:28:45.618396 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-0526bbc6-9f57-4a0b-aeef-a3836613afa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583845'] for subnet, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:45.623799 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c67cf09-2b96-40de-bb15-6d2424f5e96f None None] Network 72ed7fff-9ec8-4d42-8728-85745d62dd2e requested from dv-cinder-792299-6-iscsi {{(pid=93207) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:28:45.681981 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 53636) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:28:45.690183 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-0526bbc6-9f57-4a0b-aeef-a3836613afa4 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.8441074 Jul 22 02:28:45.692947 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 53640) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:28:45.699430 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-4b5aa83f-6e13-40bc-8c70-744e20b6aa55 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1902646941-router', 'tenant_id': '983dc1d7a16247a98a094716f99ada48', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00'}}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:28:45.740263 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4b5aa83f-6e13-40bc-8c70-744e20b6aa55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1746485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25300'] for router, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:45.742902 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4b5aa83f-6e13-40bc-8c70-744e20b6aa55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1760026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1633086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25311'] for router, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:45.849228 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86aa3070-bb28-4877-877b-87a2cc8aa97a None None] Network 72ed7fff-9ec8-4d42-8728-85745d62dd2e requested from dv-cinder-792299-6-iscsi {{(pid=93207) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:28:45.900037 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4b5aa83f-6e13-40bc-8c70-744e20b6aa55 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:45.908969 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee5c44-44b2-49b3-9d99-a4fcae2dee74 req-b774437a-56e1-4608-8817-67e0ea3bafc4 tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:28:45.916017 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e8ee5c44-44b2-49b3-9d99-a4fcae2dee74 req-b774437a-56e1-4608-8817-67e0ea3bafc4 tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] 10.222.0.30 "GET /v2.0/networks?id=2afc3792-c86f-482a-9e8f-45d5371b1625 HTTP/1.1" status: 200 len: 811 time: 0.4735281 Jul 22 02:28:45.923561 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-8f7ebbd9-7a93-4d2c-85fb-c92232e6a43c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:45.936900 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c9d0b6-ad89-49de-ae3b-5ca128b848b4 req-689b1667-7174-4518-9726-07c26f180532 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:28:45.938192 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a2c9d0b6-ad89-49de-ae3b-5ca128b848b4 req-689b1667-7174-4518-9726-07c26f180532 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/networks?id=49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d HTTP/1.1" status: 200 len: 815 time: 0.5385787 Jul 22 02:28:45.945807 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e8ee5c44-44b2-49b3-9d99-a4fcae2dee74 req-26caec03-d13a-4aa8-9740-f53a67e53b8b tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] 10.222.0.30 "GET /v2.0/quotas/3dd9634687494d04b603cc92f8b506ea HTTP/1.1" status: 200 len: 375 time: 0.0289452 Jul 22 02:28:46.016081 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6ae7d7d8-be53-40a6-864f-e2d1f3a2086e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:46.018793 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a2c9d0b6-ad89-49de-ae3b-5ca128b848b4 req-ac13cf42-8e7d-4e53-a1d4-8b10bf1ff4ba tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/quotas/16fd06163ccc47f08a69c65f0aa273d0 HTTP/1.1" status: 200 len: 375 time: 0.0698178 Jul 22 02:28:46.039945 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e8ee5c44-44b2-49b3-9d99-a4fcae2dee74 req-071fb906-248b-4c3b-9608-b9c5e676ab89 tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3dd9634687494d04b603cc92f8b506ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0933006 Jul 22 02:28:46.078852 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a2c9d0b6-ad89-49de-ae3b-5ca128b848b4 req-b9ef51c2-4c7b-4a18-ac22-7ee668629620 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=16fd06163ccc47f08a69c65f0aa273d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414116 Jul 22 02:28:46.088460 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device b2654b4b-3221-4a91-ac68-d2f1afdfc2ff up at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:28:46.168551 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [req-e8ee5c44-44b2-49b3-9d99-a4fcae2dee74 req-3ce82c3c-ffd5-4bb1-8710-239a45a54054 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93206) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 02:28:46.175438 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e8ee5c44-44b2-49b3-9d99-a4fcae2dee74 req-3ce82c3c-ffd5-4bb1-8710-239a45a54054 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0625403 Jul 22 02:28:46.214497 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning for port b2654b4b-3221-4a91-ac68-d2f1afdfc2ff completed by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:28:46.231572 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-46ac0fbd-03cc-41f5-9e75-a35c43e1b5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:46.247077 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4b5aa83f-6e13-40bc-8c70-744e20b6aa55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1746672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1746523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30773'] for router, precommit_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:46.272696 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [req-a2c9d0b6-ad89-49de-ae3b-5ca128b848b4 req-4f79519f-7797-4e43-bc0d-cafb07c58fff service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93206) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 02:28:46.273820 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a2c9d0b6-ad89-49de-ae3b-5ca128b848b4 req-4f79519f-7797-4e43-bc0d-cafb07c58fff service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1197131 Jul 22 02:28:46.325291 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e8ee5c44-44b2-49b3-9d99-a4fcae2dee74 req-95847442-1fb7-47b6-97c9-41d7adcb06d3 service neutron] 10.222.0.30 "GET /v2.0/networks/2afc3792-c86f-482a-9e8f-45d5371b1625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488898 Jul 22 02:28:46.389481 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-8f7ebbd9-7a93-4d2c-85fb-c92232e6a43c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:46.403286 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-8f7ebbd9-7a93-4d2c-85fb-c92232e6a43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:46.441799 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a2c9d0b6-ad89-49de-ae3b-5ca128b848b4 req-4fce0fdf-744e-4135-bdfd-db920f37a800 service neutron] 10.222.0.30 "GET /v2.0/networks/49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596255 Jul 22 02:28:46.483745 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-8f7ebbd9-7a93-4d2c-85fb-c92232e6a43c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=067c197d2bd345a0ad30cc098300cac7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8006067 Jul 22 02:28:46.485701 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 53666) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:28:46.573999 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e8ee5c44-44b2-49b3-9d99-a4fcae2dee74 req-01d97a3b-5067-4233-9113-c551a5345c3c service neutron] 10.222.0.30 "GET /v2.0/networks/2afc3792-c86f-482a-9e8f-45d5371b1625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152338 Jul 22 02:28:46.604668 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-1473be3d-001e-48de-b4c8-4d6ccbfe6d6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:46.643272 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-1473be3d-001e-48de-b4c8-4d6ccbfe6d6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:46.654641 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a2c9d0b6-ad89-49de-ae3b-5ca128b848b4 req-f8655e7f-0965-4b9e-baf5-7dfb7c48acf8 service neutron] 10.222.0.30 "GET /v2.0/networks/49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061474 Jul 22 02:28:46.664294 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7ebbd9-7a93-4d2c-85fb-c92232e6a43c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9ca88c-ab11-4f6f-87c5-81c099c23df3,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:28:46.716277 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-1473be3d-001e-48de-b4c8-4d6ccbfe6d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:46.717441 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6ae7d7d8-be53-40a6-864f-e2d1f3a2086e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1746508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1746667'] for router, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:46.718960 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-1473be3d-001e-48de-b4c8-4d6ccbfe6d6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:46.720355 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-1473be3d-001e-48de-b4c8-4d6ccbfe6d6a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cb9ca88c-ab11-4f6f-87c5-81c099c23df3 HTTP/1.1" status: 204 len: 168 time: 0.2334237 Jul 22 02:28:46.733423 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1473be3d-001e-48de-b4c8-4d6ccbfe6d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9ca88c-ab11-4f6f-87c5-81c099c23df3,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:28:46.830833 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e5cfbf-2948-424b-ba1b-8e30767e5f7a None None] Network c1704d84-6956-4df3-918a-504126cdf765 requested from dv-cinder-792299-6-iscsi {{(pid=93207) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:28:47.185341 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-2d5b5bf6-9428-40a4-8f43-d559faa32161 req-f033c2e8-3c0a-4eef-83fa-62d1623dc7cc tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] 10.222.0.30 "GET /v2.0/ports?device_id=b03ceee7-105f-4d7c-b91b-9af3b50d5847 HTTP/1.1" status: 200 len: 210 time: 0.0806446 Jul 22 02:28:47.203546 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4b5aa83f-6e13-40bc-8c70-744e20b6aa55 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:47.239058 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4b5aa83f-6e13-40bc-8c70-744e20b6aa55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:47.294942 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-331ef283-d55b-49ae-8c44-5a4f0f634d16 req-4f631f87-628f-4d07-a5cb-a27e1dbf83df tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b0a6fce-a792-4c97-91b2-4c5f7b441b03 HTTP/1.1" status: 200 len: 210 time: 0.0499446 Jul 22 02:28:47.325757 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-3c05500e-d77e-4b1a-ac39-530978896ff8 None None] Provisioning for port b2654b4b-3221-4a91-ac68-d2f1afdfc2ff completed by entity DHCP. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:28:47.356499 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-3c05500e-d77e-4b1a-ac39-530978896ff8 None None] Provisioning complete for port b2654b4b-3221-4a91-ac68-d2f1afdfc2ff triggered by entity DHCP. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:28:47.358191 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-3c05500e-d77e-4b1a-ac39-530978896ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:47.416587 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 53728) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:28:47.449641 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-f0543350-71ba-4ca9-9c0f-4c219d2765e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:47.569985 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ae7d7d8-be53-40a6-864f-e2d1f3a2086e admin admin] Router 31dbb3de-5002-476d-90e9-ec3708f0d4a0 is scheduled to L3 agent f9ed0358-a013-4c74-a622-17ee633b4610 with binding_index 1 {{(pid=93205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 02:28:47.605924 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.db_base_plugin_common [None req-4b5aa83f-6e13-40bc-8c70-744e20b6aa55 admin admin] Allocated IP 172.27.3.2 (a2bee0e8-177e-45f0-aff1-c80473345c00/ecc19678-5b8b-45eb-bc42-2a87169fcb4c/da7e3df4-d60f-4ae1-96b6-ebc0f5d412cc) {{(pid=93205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:28:47.674141 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-f0543350-71ba-4ca9-9c0f-4c219d2765e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:47.683310 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-f0543350-71ba-4ca9-9c0f-4c219d2765e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:47.724591 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-3c05500e-d77e-4b1a-ac39-530978896ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:47.767716 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-f0543350-71ba-4ca9-9c0f-4c219d2765e2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b1a9537db7954ff68d9dfcafbe4b7164&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3498437 Jul 22 02:28:47.772763 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 53750) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:28:47.782785 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0543350-71ba-4ca9-9c0f-4c219d2765e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7527a56e-cdd2-43a5-80b5-baa4680ba537,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:28:47.808726 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-3c05500e-d77e-4b1a-ac39-530978896ff8 None None] For port b2654b4b-3221-4a91-ac68-d2f1afdfc2ff, host dv-cinder-792299-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=b2654b4b-3221-4a91-ac68-d2f1afdfc2ff,segment=NetworkSegment(ed3fa64c-067a-4564-b1ab-aed7a924eb26),segment_id=ed3fa64c-067a-4564-b1ab-aed7a924eb26)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:28:47.813538 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-3c05500e-d77e-4b1a-ac39-530978896ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:47.865171 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae7d7d8-be53-40a6-864f-e2d1f3a2086e admin admin] Notify agent at l3_agent.dv-cinder-792299-6-iscsi the message routers_updated {{(pid=93205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:28:47.877012 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36e782f-f82a-485f-a3fa-9ca78ad08f1c None None] Sync routers for ids ['31dbb3de-5002-476d-90e9-ec3708f0d4a0'] in dv-cinder-792299-6-iscsi {{(pid=93208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:28:47.894974 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36e782f-f82a-485f-a3fa-9ca78ad08f1c None None] Routers {'31dbb3de-5002-476d-90e9-ec3708f0d4a0'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:28:47.914978 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c05500e-d77e-4b1a-ac39-530978896ff8 None None] Pushing event updated for resources: {'Port': ['ID=b2654b4b-3221-4a91-ac68-d2f1afdfc2ff,revision_number=3']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:28:47.916466 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6ae7d7d8-be53-40a6-864f-e2d1f3a2086e admin admin] Notify callbacks [] for router, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:47.920404 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-6ae7d7d8-be53-40a6-864f-e2d1f3a2086e admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.9499395 Jul 22 02:28:47.920783 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 53762) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:28:47.923492 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-b36e782f-f82a-485f-a3fa-9ca78ad08f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:28:44Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['31dbb3de-5002-476d-90e9-ec3708f0d4a0'], 'active': True} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:28:48.046377 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-94795a5e-a127-44dd-8a3d-bcaf7b8899a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:48.076998 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device b2654b4b-3221-4a91-ac68-d2f1afdfc2ff up at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:28:48.104076 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-94795a5e-a127-44dd-8a3d-bcaf7b8899a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:48.117900 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4b5aa83f-6e13-40bc-8c70-744e20b6aa55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:48.196793 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvr_db [None req-b36e782f-f82a-485f-a3fa-9ca78ad08f1c None None] Set router 31dbb3de-5002-476d-90e9-ec3708f0d4a0 gateway port host: dv-cinder-792299-6-iscsi {{(pid=93208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:28:48.239783 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-94795a5e-a127-44dd-8a3d-bcaf7b8899a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:48.245851 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-94795a5e-a127-44dd-8a3d-bcaf7b8899a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:48.252744 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-94795a5e-a127-44dd-8a3d-bcaf7b8899a5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7527a56e-cdd2-43a5-80b5-baa4680ba537 HTTP/1.1" status: 204 len: 168 time: 0.4765167 Jul 22 02:28:48.259244 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4b5aa83f-6e13-40bc-8c70-744e20b6aa55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789867566219'] for port, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:48.264434 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning complete for port b2654b4b-3221-4a91-ac68-d2f1afdfc2ff triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:28:48.267651 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:48.303183 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94795a5e-a127-44dd-8a3d-bcaf7b8899a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7527a56e-cdd2-43a5-80b5-baa4680ba537,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:28:48.325670 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5aa83f-6e13-40bc-8c70-744e20b6aa55 admin admin] Network a2bee0e8-177e-45f0-aff1-c80473345c00 is already hosted by enough agents. {{(pid=93205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:28:48.329609 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.base_scheduler [None req-4b5aa83f-6e13-40bc-8c70-744e20b6aa55 admin admin] Resources bound (agent type, host, resource id): {{(pid=93205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:28:48.358140 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5aa83f-6e13-40bc-8c70-744e20b6aa55 admin admin] Received port after_create {{(pid=93205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:28:48.429525 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-2bca1470-65f7-48fc-a87f-f64b7b561787 None None] Provisioning complete for port b2654b4b-3221-4a91-ac68-d2f1afdfc2ff triggered by entity DHCP. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:28:48.430229 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-2bca1470-65f7-48fc-a87f-f64b7b561787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:48.481404 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e8bd1dcf-b1dd-4087-82e1-40b0b24a1654 req-0fd8ba61-187a-4a71-b4ff-4c95ac2672d9 tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] 10.222.0.30 "GET /v2.0/ports?device_id=b03ceee7-105f-4d7c-b91b-9af3b50d5847 HTTP/1.1" status: 200 len: 210 time: 0.1407170 Jul 22 02:28:48.529913 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5aa83f-6e13-40bc-8c70-744e20b6aa55 admin admin] Pushing event updated for resources: {'Port': ['ID=da7e3df4-d60f-4ae1-96b6-ebc0f5d412cc,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:28:48.538849 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-b36e782f-f82a-485f-a3fa-9ca78ad08f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31dbb3de-5002-476d-90e9-ec3708f0d4a0', 'name': 'tempest-AttachVolumeShelveTestJSON-1720449418-router', 'tenant_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'd13595d8-8686-42d7-ad69-bf7f60fb015e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:28:44Z', 'updated_at': '2021-07-22T02:28:45Z', 'revision_number': 3, 'project_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'gw_port': {'id': 'd13595d8-8686-42d7-ad69-bf7f60fb015e', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:41:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31dbb3de-5002-476d-90e9-ec3708f0d4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:28:44Z', 'updated_at': '2021-07-22T02:28:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi'}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:28:48.583858 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36e782f-f82a-485f-a3fa-9ca78ad08f1c None None] Checking router: 31dbb3de-5002-476d-90e9-ec3708f0d4a0 for host: dv-cinder-792299-6-iscsi {{(pid=93208) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:28:48.584581 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36e782f-f82a-485f-a3fa-9ca78ad08f1c None None] Updating router 31dbb3de-5002-476d-90e9-ec3708f0d4a0 port d13595d8-8686-42d7-ad69-bf7f60fb015e binding host dv-cinder-792299-6-iscsi {{(pid=93208) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 02:28:48.614032 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-4cc3a6f6-763d-42aa-a2ba-cf20fc656e23 req-9c28198f-9c53-4e98-9174-d884715a89b8 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b0a6fce-a792-4c97-91b2-4c5f7b441b03 HTTP/1.1" status: 200 len: 210 time: 0.1703122 Jul 22 02:28:48.673113 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-b36e782f-f82a-485f-a3fa-9ca78ad08f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:48.965285 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4b5aa83f-6e13-40bc-8c70-744e20b6aa55 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:49.105419 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-b36e782f-f82a-485f-a3fa-9ca78ad08f1c None None] Notify callbacks [] for port, precommit_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:49.117085 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.provisioning_blocks [None req-b36e782f-f82a-485f-a3fa-9ca78ad08f1c None None] Transition to ACTIVE for port object d13595d8-8686-42d7-ad69-bf7f60fb015e will not be triggered until provisioned by entity L2. {{(pid=93208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:28:49.124841 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-b36e782f-f82a-485f-a3fa-9ca78ad08f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:49.174419 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8879d3f9-fa27-47d0-87e8-35b96c9bd998 None None] Pushing event updated for resources: {'Port': ['ID=d13595d8-8686-42d7-ad69-bf7f60fb015e,revision_number=2']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:28:49.190591 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8879d3f9-fa27-47d0-87e8-35b96c9bd998 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:28:49.191199 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8879d3f9-fa27-47d0-87e8-35b96c9bd998 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:28:49.191722 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8879d3f9-fa27-47d0-87e8-35b96c9bd998 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:28:49.192216 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8879d3f9-fa27-47d0-87e8-35b96c9bd998 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:28:49.192862 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8879d3f9-fa27-47d0-87e8-35b96c9bd998 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:28:49.193368 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8879d3f9-fa27-47d0-87e8-35b96c9bd998 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:28:49.193857 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8879d3f9-fa27-47d0-87e8-35b96c9bd998 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:28:49.194343 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8879d3f9-fa27-47d0-87e8-35b96c9bd998 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:28:49.194846 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8879d3f9-fa27-47d0-87e8-35b96c9bd998 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:28:49.195349 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8879d3f9-fa27-47d0-87e8-35b96c9bd998 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:28:49.195834 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8879d3f9-fa27-47d0-87e8-35b96c9bd998 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:28:49.196395 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8879d3f9-fa27-47d0-87e8-35b96c9bd998 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:28:49.197814 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8879d3f9-fa27-47d0-87e8-35b96c9bd998 None None] Tracked resource versions report: Jul 22 02:28:49.197814 dv-cinder-792299-6-iscsi neutron-server[93208]: pushed versions: Jul 22 02:28:49.197814 dv-cinder-792299-6-iscsi neutron-server[93208]: { 'AddressGroup': {'1.2'}, Jul 22 02:28:49.197814 dv-cinder-792299-6-iscsi neutron-server[93208]: 'ConntrackHelper': {'1.0'}, Jul 22 02:28:49.197814 dv-cinder-792299-6-iscsi neutron-server[93208]: 'Log': {'1.0'}, Jul 22 02:28:49.197814 dv-cinder-792299-6-iscsi neutron-server[93208]: 'Network': {'1.1'}, Jul 22 02:28:49.197814 dv-cinder-792299-6-iscsi neutron-server[93208]: 'Port': {'1.7'}, Jul 22 02:28:49.197814 dv-cinder-792299-6-iscsi neutron-server[93208]: 'PortForwarding': {'1.2'}, Jul 22 02:28:49.197814 dv-cinder-792299-6-iscsi neutron-server[93208]: 'QosPolicy': {'1.8'}, Jul 22 02:28:49.197814 dv-cinder-792299-6-iscsi neutron-server[93208]: 'SecurityGroup': {'1.4'}, Jul 22 02:28:49.197814 dv-cinder-792299-6-iscsi neutron-server[93208]: 'SecurityGroupRule': {'1.2'}, Jul 22 02:28:49.197814 dv-cinder-792299-6-iscsi neutron-server[93208]: 'SubPort': {'1.0'}, Jul 22 02:28:49.197814 dv-cinder-792299-6-iscsi neutron-server[93208]: 'Subnet': {'1.1'}, Jul 22 02:28:49.197814 dv-cinder-792299-6-iscsi neutron-server[93208]: 'Trunk': {'1.1'}} Jul 22 02:28:49.197814 dv-cinder-792299-6-iscsi neutron-server[93208]: consumer versions: Jul 22 02:28:49.197814 dv-cinder-792299-6-iscsi neutron-server[93208]: { DHCP agent@dv-cinder-792299-6-iscsi: {}, Jul 22 02:28:49.197814 dv-cinder-792299-6-iscsi neutron-server[93208]: HyperV agent@hv-cinder-79229: {}, Jul 22 02:28:49.197814 dv-cinder-792299-6-iscsi neutron-server[93208]: L3 agent@dv-cinder-792299-6-iscsi: {}, Jul 22 02:28:49.197814 dv-cinder-792299-6-iscsi neutron-server[93208]: Metadata agent@dv-cinder-792299-6-iscsi: {}, Jul 22 02:28:49.197814 dv-cinder-792299-6-iscsi neutron-server[93208]: Metering agent@dv-cinder-792299-6-iscsi: {}, Jul 22 02:28:49.197814 dv-cinder-792299-6-iscsi neutron-server[93208]: Open vSwitch agent@dv-cinder-792299-6-iscsi: { 'AddressGroup': '1.2', Jul 22 02:28:49.197814 dv-cinder-792299-6-iscsi neutron-server[93208]: 'ConntrackHelper': '1.0', Jul 22 02:28:49.197814 dv-cinder-792299-6-iscsi neutron-server[93208]: 'Log': '1.0', Jul 22 02:28:49.197814 dv-cinder-792299-6-iscsi neutron-server[93208]: 'Network': '1.1', Jul 22 02:28:49.197814 dv-cinder-792299-6-iscsi neutron-server[93208]: 'Port': '1.7', Jul 22 02:28:49.197814 dv-cinder-792299-6-iscsi neutron-server[93208]: 'PortForwarding': '1.2', Jul 22 02:28:49.197814 dv-cinder-792299-6-iscsi neutron-server[93208]: 'QosPolicy': '1.8', Jul 22 02:28:49.197814 dv-cinder-792299-6-iscsi neutron-server[93208]: 'SecurityGroup': '1.4', Jul 22 02:28:49.197814 dv-cinder-792299-6-iscsi neutron-server[93208]: 'SecurityGroupRule': '1.2', Jul 22 02:28:49.197814 dv-cinder-792299-6-iscsi neutron-server[93208]: 'SubPort': '1.0', Jul 22 02:28:49.197814 dv-cinder-792299-6-iscsi neutron-server[93208]: 'Subnet': '1.1', Jul 22 02:28:49.197814 dv-cinder-792299-6-iscsi neutron-server[93208]: 'Trunk': '1.1'}} Jul 22 02:28:49.197814 dv-cinder-792299-6-iscsi neutron-server[93208]: {{(pid=93208) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 02:28:49.209442 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [None req-b36e782f-f82a-485f-a3fa-9ca78ad08f1c None None] Attempting to bind port d13595d8-8686-42d7-ad69-bf7f60fb015e on host dv-cinder-792299-6-iscsi for vnic_type normal with profile {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:28:49.210055 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [None req-b36e782f-f82a-485f-a3fa-9ca78ad08f1c None None] Attempting to bind port d13595d8-8686-42d7-ad69-bf7f60fb015e by drivers openvswitch,hyperv on host dv-cinder-792299-6-iscsi at level 0 using segments [{'id': '9c11ce42-9cd0-4724-aa43-c030ca3574d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00'}] {{(pid=93208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:28:49.210653 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36e782f-f82a-485f-a3fa-9ca78ad08f1c None None] Attempting to bind port d13595d8-8686-42d7-ad69-bf7f60fb015e on network a2bee0e8-177e-45f0-aff1-c80473345c00 {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:28:49.217540 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36e782f-f82a-485f-a3fa-9ca78ad08f1c None None] Checking agent: {'id': '2be9fc8b-48e5-48f4-81b8-a3920a82e981', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 21, 14), 'started_at': datetime.datetime(2021, 7, 22, 2, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:28:49.218208 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36e782f-f82a-485f-a3fa-9ca78ad08f1c None None] Checking segment: {'id': '9c11ce42-9cd0-4724-aa43-c030ca3574d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:28:49.218851 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-b36e782f-f82a-485f-a3fa-9ca78ad08f1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:49.219464 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36e782f-f82a-485f-a3fa-9ca78ad08f1c None None] Bound using segment: {'id': '9c11ce42-9cd0-4724-aa43-c030ca3574d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00'} {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:28:49.220168 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [None req-b36e782f-f82a-485f-a3fa-9ca78ad08f1c None None] Bound port: d13595d8-8686-42d7-ad69-bf7f60fb015e, host: dv-cinder-792299-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c11ce42-9cd0-4724-aa43-c030ca3574d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00'}}] {{(pid=93208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:28:49.220817 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-b36e782f-f82a-485f-a3fa-9ca78ad08f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:49.274678 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 53830) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:28:49.280170 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [None req-b36e782f-f82a-485f-a3fa-9ca78ad08f1c None None] For port d13595d8-8686-42d7-ad69-bf7f60fb015e, host dv-cinder-792299-6-iscsi, cleared binding levels {{(pid=93208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:28:49.285080 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [None req-b36e782f-f82a-485f-a3fa-9ca78ad08f1c None None] For port d13595d8-8686-42d7-ad69-bf7f60fb015e, host dv-cinder-792299-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=d13595d8-8686-42d7-ad69-bf7f60fb015e,segment=NetworkSegment(9c11ce42-9cd0-4724-aa43-c030ca3574d3),segment_id=9c11ce42-9cd0-4724-aa43-c030ca3574d3)] {{(pid=93208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:28:49.296210 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-b36e782f-f82a-485f-a3fa-9ca78ad08f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:49.300917 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 53834) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:28:49.307204 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-f2153aa4-65bd-42d9-9c34-77408a71444a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:49.352869 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4b5aa83f-6e13-40bc-8c70-744e20b6aa55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1746508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1746667'] for router, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:49.386837 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36e782f-f82a-485f-a3fa-9ca78ad08f1c None None] Routers {'31dbb3de-5002-476d-90e9-ec3708f0d4a0'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:28:49.387428 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-b36e782f-f82a-485f-a3fa-9ca78ad08f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:28:44Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['31dbb3de-5002-476d-90e9-ec3708f0d4a0'], 'active': True} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:28:49.517142 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.db_base_plugin_common [None req-f2153aa4-65bd-42d9-9c34-77408a71444a admin admin] Allocated IP 172.20.0.1 (c1704d84-6956-4df3-918a-504126cdf765/b32e8e6a-923e-4e9e-b074-47bc54badd49/181cea9f-5c7f-480b-a288-bb655937ba35) {{(pid=93206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:28:49.520162 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvr_db [None req-b36e782f-f82a-485f-a3fa-9ca78ad08f1c None None] Set router 31dbb3de-5002-476d-90e9-ec3708f0d4a0 gateway port host: dv-cinder-792299-6-iscsi {{(pid=93208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:28:49.538666 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b5aa83f-6e13-40bc-8c70-744e20b6aa55 admin admin] Router a4282070-d858-4359-bc01-7128d5123bac is scheduled to L3 agent f9ed0358-a013-4c74-a622-17ee633b4610 with binding_index 1 {{(pid=93205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 02:28:49.577149 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8879d3f9-fa27-47d0-87e8-35b96c9bd998 None None] Pushing event updated for resources: {'Port': ['ID=d13595d8-8686-42d7-ad69-bf7f60fb015e,revision_number=3']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:28:49.739955 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-7ebeda29-ed51-499d-9526-175c55d0dad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:49.765376 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-b36e782f-f82a-485f-a3fa-9ca78ad08f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31dbb3de-5002-476d-90e9-ec3708f0d4a0', 'name': 'tempest-AttachVolumeShelveTestJSON-1720449418-router', 'tenant_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'd13595d8-8686-42d7-ad69-bf7f60fb015e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:28:44Z', 'updated_at': '2021-07-22T02:28:45Z', 'revision_number': 3, 'project_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'gw_port': {'id': 'd13595d8-8686-42d7-ad69-bf7f60fb015e', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:41:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31dbb3de-5002-476d-90e9-ec3708f0d4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:28:44Z', 'updated_at': '2021-07-22T02:28:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi'}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:28:49.808723 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36e782f-f82a-485f-a3fa-9ca78ad08f1c None None] The sync data for ids ['31dbb3de-5002-476d-90e9-ec3708f0d4a0'] in dv-cinder-792299-6-iscsi is: [{'id': '31dbb3de-5002-476d-90e9-ec3708f0d4a0', 'name': 'tempest-AttachVolumeShelveTestJSON-1720449418-router', 'tenant_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'd13595d8-8686-42d7-ad69-bf7f60fb015e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:28:44Z', 'updated_at': '2021-07-22T02:28:45Z', 'revision_number': 3, 'project_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'gw_port': {'id': 'd13595d8-8686-42d7-ad69-bf7f60fb015e', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:41:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31dbb3de-5002-476d-90e9-ec3708f0d4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:28:44Z', 'updated_at': '2021-07-22T02:28:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi'}] {{(pid=93208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:28:49.811266 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b5aa83f-6e13-40bc-8c70-744e20b6aa55 admin admin] Notify agent at l3_agent.dv-cinder-792299-6-iscsi the message routers_updated {{(pid=93205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:28:49.832171 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ffb792-ef8d-4db9-a824-8a5761a54a1f None None] Sync routers for ids ['a4282070-d858-4359-bc01-7128d5123bac'] in dv-cinder-792299-6-iscsi {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:28:49.847014 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ffb792-ef8d-4db9-a824-8a5761a54a1f None None] Routers {'a4282070-d858-4359-bc01-7128d5123bac'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:28:49.849502 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-e4ffb792-ef8d-4db9-a824-8a5761a54a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:28:44Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['a4282070-d858-4359-bc01-7128d5123bac'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:28:49.896380 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-859e83a4-10bf-4001-b681-4dd43c4f2806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:49.905540 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-7ebeda29-ed51-499d-9526-175c55d0dad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:49.911411 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-7ebeda29-ed51-499d-9526-175c55d0dad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:49.931873 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-7e55ac10-b608-4498-b682-7aab9727a88f req-7bf75aa3-bb0d-4102-a64e-8e5a238e3fd9 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b0a6fce-a792-4c97-91b2-4c5f7b441b03 HTTP/1.1" status: 200 len: 210 time: 0.0744789 Jul 22 02:28:49.938728 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-221c0161-9b88-4acc-8bcc-50e3ed4e2df8 req-4e7f4aa3-d5a5-4c98-bf08-3dc690004047 tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] 10.222.0.30 "GET /v2.0/ports?device_id=b03ceee7-105f-4d7c-b91b-9af3b50d5847 HTTP/1.1" status: 200 len: 210 time: 0.0911026 Jul 22 02:28:49.992141 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebeda29-ed51-499d-9526-175c55d0dad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1514269a-c2cb-4225-95e6-c39f0f0ac519,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:28:50.012531 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4b5aa83f-6e13-40bc-8c70-744e20b6aa55 admin admin] Notify callbacks [] for router, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:50.013802 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-4b5aa83f-6e13-40bc-8c70-744e20b6aa55 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.3198287 Jul 22 02:28:50.018679 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-f2153aa4-65bd-42d9-9c34-77408a71444a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:50.019359 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 53854) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:28:50.041320 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-f2153aa4-65bd-42d9-9c34-77408a71444a admin admin] Transition to ACTIVE for port object 181cea9f-5c7f-480b-a288-bb655937ba35 will not be triggered until provisioned by entity DHCP. {{(pid=93206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:28:50.041642 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-7ebeda29-ed51-499d-9526-175c55d0dad3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7f7384818e2c47ab8ec2cd87365bb603&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7347403 Jul 22 02:28:50.046908 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 53856) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:28:50.050442 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-e4ffb792-ef8d-4db9-a824-8a5761a54a1f None None] Set router a4282070-d858-4359-bc01-7128d5123bac gateway port host: dv-cinder-792299-6-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:28:50.194040 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-f2153aa4-65bd-42d9-9c34-77408a71444a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789867566219'] for port, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:50.247832 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-859e83a4-10bf-4001-b681-4dd43c4f2806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:50.271572 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-859e83a4-10bf-4001-b681-4dd43c4f2806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:50.285764 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2153aa4-65bd-42d9-9c34-77408a71444a admin admin] Network c1704d84-6956-4df3-918a-504126cdf765 is already hosted by enough agents. {{(pid=93206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:28:50.317326 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.base_scheduler [None req-f2153aa4-65bd-42d9-9c34-77408a71444a admin admin] Resources bound (agent type, host, resource id): {{(pid=93206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:28:50.318134 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-e4ffb792-ef8d-4db9-a824-8a5761a54a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4282070-d858-4359-bc01-7128d5123bac', 'name': 'tempest-ServerRescueNegativeTestJSON-1902646941-router', 'tenant_id': '983dc1d7a16247a98a094716f99ada48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'da7e3df4-d60f-4ae1-96b6-ebc0f5d412cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:28:45Z', 'updated_at': '2021-07-22T02:28:48Z', 'revision_number': 3, 'project_id': '983dc1d7a16247a98a094716f99ada48', 'gw_port': {'id': 'da7e3df4-d60f-4ae1-96b6-ebc0f5d412cc', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:8b:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4282070-d858-4359-bc01-7128d5123bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:28:47Z', 'updated_at': '2021-07-22T02:28:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi'}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:28:50.341580 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2153aa4-65bd-42d9-9c34-77408a71444a admin admin] Received port after_create {{(pid=93206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:28:50.342165 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-f2153aa4-65bd-42d9-9c34-77408a71444a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746458'] for router_interface, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:50.364912 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ffb792-ef8d-4db9-a824-8a5761a54a1f None None] Checking router: a4282070-d858-4359-bc01-7128d5123bac for host: dv-cinder-792299-6-iscsi {{(pid=93207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:28:50.366155 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ffb792-ef8d-4db9-a824-8a5761a54a1f None None] Updating router a4282070-d858-4359-bc01-7128d5123bac port da7e3df4-d60f-4ae1-96b6-ebc0f5d412cc binding host dv-cinder-792299-6-iscsi {{(pid=93207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 02:28:50.378108 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-859e83a4-10bf-4001-b681-4dd43c4f2806 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f57ffe06a8e14e7f86161930f904c46f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1023550 Jul 22 02:28:50.378973 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859e83a4-10bf-4001-b681-4dd43c4f2806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=706cfafe-2ef7-400d-a6db-08bac5789ca3,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:28:50.408156 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 53866) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:28:50.429808 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-e4ffb792-ef8d-4db9-a824-8a5761a54a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:50.446744 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2153aa4-65bd-42d9-9c34-77408a71444a admin admin] Pushing event updated for resources: {'Port': ['ID=181cea9f-5c7f-480b-a288-bb655937ba35,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:28:50.457231 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-320df18b-7df1-4aa5-86f7-bebdd4d28d3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:50.533991 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-320df18b-7df1-4aa5-86f7-bebdd4d28d3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:50.553331 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1dc579c2-131d-4723-acc4-e1e7afe5027f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:50.579881 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1dc579c2-131d-4723-acc4-e1e7afe5027f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:50.658452 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-320df18b-7df1-4aa5-86f7-bebdd4d28d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:50.665638 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-320df18b-7df1-4aa5-86f7-bebdd4d28d3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:50.666956 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-320df18b-7df1-4aa5-86f7-bebdd4d28d3b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1514269a-c2cb-4225-95e6-c39f0f0ac519 HTTP/1.1" status: 204 len: 168 time: 0.6195362 Jul 22 02:28:50.679712 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320df18b-7df1-4aa5-86f7-bebdd4d28d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1514269a-c2cb-4225-95e6-c39f0f0ac519,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:28:50.826925 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1dc579c2-131d-4723-acc4-e1e7afe5027f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:50.827916 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-f2153aa4-65bd-42d9-9c34-77408a71444a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:50.830108 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1dc579c2-131d-4723-acc4-e1e7afe5027f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:50.831312 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-1dc579c2-131d-4723-acc4-e1e7afe5027f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/706cfafe-2ef7-400d-a6db-08bac5789ca3 HTTP/1.1" status: 204 len: 168 time: 0.4214635 Jul 22 02:28:50.845082 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc579c2-131d-4723-acc4-e1e7afe5027f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706cfafe-2ef7-400d-a6db-08bac5789ca3,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:28:51.079572 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-2307e4fd-e2ac-4a6a-b71d-a30d6a2b1b0f None None] Provisioning for port 181cea9f-5c7f-480b-a288-bb655937ba35 completed by entity DHCP. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:28:51.089149 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-f2153aa4-65bd-42d9-9c34-77408a71444a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:51.096674 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-f2153aa4-65bd-42d9-9c34-77408a71444a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:51.098017 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-f2153aa4-65bd-42d9-9c34-77408a71444a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1758378'] for router_interface, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:51.141534 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-e4ffb792-ef8d-4db9-a824-8a5761a54a1f None None] Notify callbacks [] for port, precommit_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:51.144029 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-2307e4fd-e2ac-4a6a-b71d-a30d6a2b1b0f None None] Provisioning complete for port 181cea9f-5c7f-480b-a288-bb655937ba35 triggered by entity DHCP. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:28:51.144467 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-2307e4fd-e2ac-4a6a-b71d-a30d6a2b1b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:51.173022 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4bcdea40-0a47-4ead-8591-1b1766f0efee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:51.223085 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-5c4d55ae-316d-4c8e-9e79-7326a8a903fa req-216559be-c891-436c-a200-486876033906 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b0a6fce-a792-4c97-91b2-4c5f7b441b03 HTTP/1.1" status: 200 len: 210 time: 0.0719919 Jul 22 02:28:51.274208 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-60fb0864-a159-4cb4-a0b5-6259bb03801c req-4b724278-a9ce-4ee8-b856-84c2eb01dd2c tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] 10.222.0.30 "GET /v2.0/ports?device_id=b03ceee7-105f-4d7c-b91b-9af3b50d5847 HTTP/1.1" status: 200 len: 210 time: 0.1159201 Jul 22 02:28:51.290055 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-e4ffb792-ef8d-4db9-a824-8a5761a54a1f None None] Transition to ACTIVE for port object da7e3df4-d60f-4ae1-96b6-ebc0f5d412cc will not be triggered until provisioned by entity L2. {{(pid=93207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:28:51.292924 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2153aa4-65bd-42d9-9c34-77408a71444a admin admin] Pushing event updated for resources: {'Port': ['ID=181cea9f-5c7f-480b-a288-bb655937ba35,revision_number=2']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:28:51.326958 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-e4ffb792-ef8d-4db9-a824-8a5761a54a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:51.382848 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2153aa4-65bd-42d9-9c34-77408a71444a admin admin] Network c1704d84-6956-4df3-918a-504126cdf765 is already hosted by enough agents. {{(pid=93206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:28:51.384370 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.base_scheduler [None req-f2153aa4-65bd-42d9-9c34-77408a71444a admin admin] Resources bound (agent type, host, resource id): {{(pid=93206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:28:51.389303 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-2307e4fd-e2ac-4a6a-b71d-a30d6a2b1b0f None None] Port 181cea9f-5c7f-480b-a288-bb655937ba35 cannot update to ACTIVE because it is not bound. {{(pid=93207) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 02:28:51.534830 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016bc445-6057-4b23-842b-ec9e1a28eae3 None None] Pushing event updated for resources: {'Port': ['ID=da7e3df4-d60f-4ae1-96b6-ebc0f5d412cc,revision_number=2']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:28:51.563034 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-e4ffb792-ef8d-4db9-a824-8a5761a54a1f None None] Attempting to bind port da7e3df4-d60f-4ae1-96b6-ebc0f5d412cc on host dv-cinder-792299-6-iscsi for vnic_type normal with profile {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:28:51.563034 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-e4ffb792-ef8d-4db9-a824-8a5761a54a1f None None] Attempting to bind port da7e3df4-d60f-4ae1-96b6-ebc0f5d412cc by drivers openvswitch,hyperv on host dv-cinder-792299-6-iscsi at level 0 using segments [{'id': '9c11ce42-9cd0-4724-aa43-c030ca3574d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00'}] {{(pid=93207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:28:51.563034 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ffb792-ef8d-4db9-a824-8a5761a54a1f None None] Attempting to bind port da7e3df4-d60f-4ae1-96b6-ebc0f5d412cc on network a2bee0e8-177e-45f0-aff1-c80473345c00 {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:28:51.570796 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ffb792-ef8d-4db9-a824-8a5761a54a1f None None] Checking agent: {'id': '2be9fc8b-48e5-48f4-81b8-a3920a82e981', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 21, 14), 'started_at': datetime.datetime(2021, 7, 22, 2, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:28:51.570796 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ffb792-ef8d-4db9-a824-8a5761a54a1f None None] Checking segment: {'id': '9c11ce42-9cd0-4724-aa43-c030ca3574d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:28:51.570796 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-e4ffb792-ef8d-4db9-a824-8a5761a54a1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:51.570796 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ffb792-ef8d-4db9-a824-8a5761a54a1f None None] Bound using segment: {'id': '9c11ce42-9cd0-4724-aa43-c030ca3574d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00'} {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:28:51.570796 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-e4ffb792-ef8d-4db9-a824-8a5761a54a1f None None] Bound port: da7e3df4-d60f-4ae1-96b6-ebc0f5d412cc, host: dv-cinder-792299-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c11ce42-9cd0-4724-aa43-c030ca3574d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00'}}] {{(pid=93207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:28:51.570796 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-e4ffb792-ef8d-4db9-a824-8a5761a54a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:51.744439 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2153aa4-65bd-42d9-9c34-77408a71444a admin admin] Router 31dbb3de-5002-476d-90e9-ec3708f0d4a0 has already been hosted by L3 agent f9ed0358-a013-4c74-a622-17ee633b4610 {{(pid=93206) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 02:28:51.810961 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-e4ffb792-ef8d-4db9-a824-8a5761a54a1f None None] For port da7e3df4-d60f-4ae1-96b6-ebc0f5d412cc, host dv-cinder-792299-6-iscsi, cleared binding levels {{(pid=93207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:28:51.834771 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-e4ffb792-ef8d-4db9-a824-8a5761a54a1f None None] For port da7e3df4-d60f-4ae1-96b6-ebc0f5d412cc, host dv-cinder-792299-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=da7e3df4-d60f-4ae1-96b6-ebc0f5d412cc,segment=NetworkSegment(9c11ce42-9cd0-4724-aa43-c030ca3574d3),segment_id=9c11ce42-9cd0-4724-aa43-c030ca3574d3)] {{(pid=93207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:28:51.850963 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-e4ffb792-ef8d-4db9-a824-8a5761a54a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:51.998436 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.db_base_plugin_common [None req-4bcdea40-0a47-4ead-8591-1b1766f0efee admin admin] Allocated IP 172.20.0.1 (72ed7fff-9ec8-4d42-8728-85745d62dd2e/72796e7a-066a-4b87-aca1-2c9cb7a8cc4a/13c5ab6b-b5e8-4fd7-9150-f938f82ec27b) {{(pid=93205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:28:52.047839 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 53916) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:28:52.049821 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2153aa4-65bd-42d9-9c34-77408a71444a admin admin] Notify agent at l3_agent.dv-cinder-792299-6-iscsi the message routers_updated {{(pid=93206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:28:52.074333 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-f2153aa4-65bd-42d9-9c34-77408a71444a admin admin] 10.222.0.30 "PUT /v2.0/routers/31dbb3de-5002-476d-90e9-ec3708f0d4a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1436567 Jul 22 02:28:52.076983 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e590255c-5280-4640-88d8-c6e352f12802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:52.117196 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-56a7fe16-2cf9-4ac4-8e42-5ea8c57f4b1d None None] Provisioning complete for port 181cea9f-5c7f-480b-a288-bb655937ba35 triggered by entity DHCP. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:28:52.118458 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-56a7fe16-2cf9-4ac4-8e42-5ea8c57f4b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:52.169046 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016bc445-6057-4b23-842b-ec9e1a28eae3 None None] Pushing event updated for resources: {'Port': ['ID=da7e3df4-d60f-4ae1-96b6-ebc0f5d412cc,revision_number=3']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:28:52.176192 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ffb792-ef8d-4db9-a824-8a5761a54a1f None None] Routers {'a4282070-d858-4359-bc01-7128d5123bac'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:28:52.177473 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-e4ffb792-ef8d-4db9-a824-8a5761a54a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:28:44Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['a4282070-d858-4359-bc01-7128d5123bac'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:28:52.245938 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e590255c-5280-4640-88d8-c6e352f12802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:52.265942 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e590255c-5280-4640-88d8-c6e352f12802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:52.334721 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-e4ffb792-ef8d-4db9-a824-8a5761a54a1f None None] Set router a4282070-d858-4359-bc01-7128d5123bac gateway port host: dv-cinder-792299-6-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:28:52.405717 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-e590255c-5280-4640-88d8-c6e352f12802 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6b9f2a5541754091a6fb1c348b964d85&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3543134 Jul 22 02:28:52.406344 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 53930) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:28:52.407072 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e590255c-5280-4640-88d8-c6e352f12802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86f6dcc-6994-4e8c-b827-1bd2762c678a,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:28:52.410609 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device d13595d8-8686-42d7-ad69-bf7f60fb015e up at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:28:52.485973 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-56a7fe16-2cf9-4ac4-8e42-5ea8c57f4b1d None None] Port 181cea9f-5c7f-480b-a288-bb655937ba35 cannot update to ACTIVE because it is not bound. {{(pid=93207) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 02:28:52.549300 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4bcdea40-0a47-4ead-8591-1b1766f0efee admin admin] Notify callbacks [] for port, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:52.582440 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning for port d13595d8-8686-42d7-ad69-bf7f60fb015e completed by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:28:52.589370 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning complete for port d13595d8-8686-42d7-ad69-bf7f60fb015e triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:28:52.589974 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:52.695762 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253d1fc6-c19d-42e6-986d-da51982acbee None None] Sync routers for ids ['31dbb3de-5002-476d-90e9-ec3708f0d4a0'] in dv-cinder-792299-6-iscsi {{(pid=93208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:28:52.695762 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253d1fc6-c19d-42e6-986d-da51982acbee None None] Routers {'31dbb3de-5002-476d-90e9-ec3708f0d4a0'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:28:52.695762 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-253d1fc6-c19d-42e6-986d-da51982acbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:28:44Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['31dbb3de-5002-476d-90e9-ec3708f0d4a0'], 'active': True} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:28:52.696853 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4bcdea40-0a47-4ead-8591-1b1766f0efee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789867566219'] for port, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:52.697421 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-e4ffb792-ef8d-4db9-a824-8a5761a54a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4282070-d858-4359-bc01-7128d5123bac', 'name': 'tempest-ServerRescueNegativeTestJSON-1902646941-router', 'tenant_id': '983dc1d7a16247a98a094716f99ada48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'da7e3df4-d60f-4ae1-96b6-ebc0f5d412cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:28:45Z', 'updated_at': '2021-07-22T02:28:48Z', 'revision_number': 3, 'project_id': '983dc1d7a16247a98a094716f99ada48', 'gw_port': {'id': 'da7e3df4-d60f-4ae1-96b6-ebc0f5d412cc', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:8b:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4282070-d858-4359-bc01-7128d5123bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:28:47Z', 'updated_at': '2021-07-22T02:28:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi'}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:28:52.731489 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9d598a41-4d46-4e51-b754-4abfa60a1dce req-a979b792-0f89-4311-bede-c17015bf64c5 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b0a6fce-a792-4c97-91b2-4c5f7b441b03 HTTP/1.1" status: 200 len: 210 time: 0.2627475 Jul 22 02:28:52.815579 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.23', 64125) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:28:52.816265 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 53942) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:28:52.818390 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e6362085-13df-49d7-8a60-3b154cd44204 req-b53dcea8-5333-4b3c-b65b-2d65f39135c2 tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] 10.222.0.30 "GET /v2.0/ports?device_id=b03ceee7-105f-4d7c-b91b-9af3b50d5847 HTTP/1.1" status: 200 len: 210 time: 0.2815833 Jul 22 02:28:52.852994 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:52.861274 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcdea40-0a47-4ead-8591-1b1766f0efee admin admin] Network 72ed7fff-9ec8-4d42-8728-85745d62dd2e is already hosted by enough agents. {{(pid=93205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:28:52.871430 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.base_scheduler [None req-4bcdea40-0a47-4ead-8591-1b1766f0efee admin admin] Resources bound (agent type, host, resource id): {{(pid=93205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:28:52.874409 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ffb792-ef8d-4db9-a824-8a5761a54a1f None None] The sync data for ids ['a4282070-d858-4359-bc01-7128d5123bac'] in dv-cinder-792299-6-iscsi is: [{'id': 'a4282070-d858-4359-bc01-7128d5123bac', 'name': 'tempest-ServerRescueNegativeTestJSON-1902646941-router', 'tenant_id': '983dc1d7a16247a98a094716f99ada48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'da7e3df4-d60f-4ae1-96b6-ebc0f5d412cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:28:45Z', 'updated_at': '2021-07-22T02:28:48Z', 'revision_number': 3, 'project_id': '983dc1d7a16247a98a094716f99ada48', 'gw_port': {'id': 'da7e3df4-d60f-4ae1-96b6-ebc0f5d412cc', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:8b:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4282070-d858-4359-bc01-7128d5123bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:28:47Z', 'updated_at': '2021-07-22T02:28:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi'}] {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:28:52.894935 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcdea40-0a47-4ead-8591-1b1766f0efee admin admin] Received port after_create {{(pid=93205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:28:52.897975 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4bcdea40-0a47-4ead-8591-1b1766f0efee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746458'] for router_interface, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:52.916223 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9ccadc91-7495-48ac-a923-e66c176b24f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:52.928458 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] For port d13595d8-8686-42d7-ad69-bf7f60fb015e, host dv-cinder-792299-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=d13595d8-8686-42d7-ad69-bf7f60fb015e,segment=NetworkSegment(9c11ce42-9cd0-4724-aa43-c030ca3574d3),segment_id=9c11ce42-9cd0-4724-aa43-c030ca3574d3)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:28:52.939536 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:52.985245 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9ccadc91-7495-48ac-a923-e66c176b24f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:53.032501 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee5c44-44b2-49b3-9d99-a4fcae2dee74 req-b2401b5c-4dc2-4db9-a33a-f7fb9608ffea tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:28:53.034081 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e8ee5c44-44b2-49b3-9d99-a4fcae2dee74 req-b2401b5c-4dc2-4db9-a33a-f7fb9608ffea tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] 10.222.0.23 "GET /v2.0/networks?id=2afc3792-c86f-482a-9e8f-45d5371b1625 HTTP/1.1" status: 200 len: 811 time: 0.2147865 Jul 22 02:28:53.083100 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Pushing event updated for resources: {'Port': ['ID=d13595d8-8686-42d7-ad69-bf7f60fb015e,revision_number=4']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:28:53.093891 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.v2.base [req-e8ee5c44-44b2-49b3-9d99-a4fcae2dee74 req-423d6b82-d096-4ff3-9f51-1f06bf19a436 tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] Request body: {'port': {'device_id': 'b03ceee7-105f-4d7c-b91b-9af3b50d5847', 'network_id': '2afc3792-c86f-482a-9e8f-45d5371b1625', 'admin_state_up': True, 'tenant_id': '3dd9634687494d04b603cc92f8b506ea'}} {{(pid=93206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:28:53.158963 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvr_db [None req-253d1fc6-c19d-42e6-986d-da51982acbee None None] Set router 31dbb3de-5002-476d-90e9-ec3708f0d4a0 gateway port host: dv-cinder-792299-6-iscsi {{(pid=93208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:28:53.214625 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9ccadc91-7495-48ac-a923-e66c176b24f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:53.230012 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9ccadc91-7495-48ac-a923-e66c176b24f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:53.230196 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcdea40-0a47-4ead-8591-1b1766f0efee admin admin] Pushing event updated for resources: {'Port': ['ID=13c5ab6b-b5e8-4fd7-9150-f938f82ec27b,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:28:53.240368 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-9ccadc91-7495-48ac-a923-e66c176b24f9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c86f6dcc-6994-4e8c-b827-1bd2762c678a HTTP/1.1" status: 204 len: 168 time: 0.8281879 Jul 22 02:28:53.451434 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.23', 64132) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:28:53.745721 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-253d1fc6-c19d-42e6-986d-da51982acbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31dbb3de-5002-476d-90e9-ec3708f0d4a0', 'name': 'tempest-AttachVolumeShelveTestJSON-1720449418-router', 'tenant_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'd13595d8-8686-42d7-ad69-bf7f60fb015e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:28:44Z', 'updated_at': '2021-07-22T02:28:50Z', 'revision_number': 4, 'project_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'gw_port': {'id': 'd13595d8-8686-42d7-ad69-bf7f60fb015e', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:41:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31dbb3de-5002-476d-90e9-ec3708f0d4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:28:44Z', 'updated_at': '2021-07-22T02:28:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_interfaces': [{'id': '181cea9f-5c7f-480b-a288-bb655937ba35', 'name': '', 'network_id': 'c1704d84-6956-4df3-918a-504126cdf765', 'tenant_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'mac_address': 'fa:16:3e:02:a6:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31dbb3de-5002-476d-90e9-ec3708f0d4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b32e8e6a-923e-4e9e-b074-47bc54badd49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:28:49Z', 'updated_at': '2021-07-22T02:28:50Z', 'revision_number': 2, 'project_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'subnets': [{'id': 'b32e8e6a-923e-4e9e-b074-47bc54badd49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:28:53.862912 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253d1fc6-c19d-42e6-986d-da51982acbee None None] Checking router: 31dbb3de-5002-476d-90e9-ec3708f0d4a0 for host: dv-cinder-792299-6-iscsi {{(pid=93208) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:28:53.873632 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253d1fc6-c19d-42e6-986d-da51982acbee None None] Updating router 31dbb3de-5002-476d-90e9-ec3708f0d4a0 port 181cea9f-5c7f-480b-a288-bb655937ba35 binding host dv-cinder-792299-6-iscsi {{(pid=93208) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 02:28:53.890915 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4bcdea40-0a47-4ead-8591-1b1766f0efee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:53.962780 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-253d1fc6-c19d-42e6-986d-da51982acbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:54.135808 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 54004) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:28:54.159135 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-d5beb0e5-5b0f-4206-ac2a-155f0bbed3b7 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Request body: {'security_group': {'name': 'tempest-securitygroup--107454506', 'description': 'tempest-description--893032400'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:28:54.231753 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-d5beb0e5-5b0f-4206-ac2a-155f0bbed3b7 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:54.263189 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device d13595d8-8686-42d7-ad69-bf7f60fb015e up at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:28:54.282494 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c9d0b6-ad89-49de-ae3b-5ca128b848b4 req-0e9e93c9-a90e-4255-8ec6-c17c5e3c1ed7 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:28:54.283958 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a2c9d0b6-ad89-49de-ae3b-5ca128b848b4 req-0e9e93c9-a90e-4255-8ec6-c17c5e3c1ed7 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.23 "GET /v2.0/networks?id=49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d HTTP/1.1" status: 200 len: 815 time: 0.8077111 Jul 22 02:28:54.284742 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccadc91-7495-48ac-a923-e66c176b24f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86f6dcc-6994-4e8c-b827-1bd2762c678a,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:28:54.322003 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-276ba971-edb8-4c50-a59d-e46af38d8d5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:54.386420 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning complete for port d13595d8-8686-42d7-ad69-bf7f60fb015e triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:28:54.386810 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:54.393916 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4bcdea40-0a47-4ead-8591-1b1766f0efee admin admin] Notify callbacks [] for port, precommit_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:54.416467 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4bcdea40-0a47-4ead-8591-1b1766f0efee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:54.417810 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4bcdea40-0a47-4ead-8591-1b1766f0efee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1758378'] for router_interface, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:54.453097 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-f82682f4-a4c9-4093-acd4-34668821e274 req-9514fc78-0b7a-4ea3-9596-9eac4a45c2b1 tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] 10.222.0.30 "GET /v2.0/ports?device_id=b03ceee7-105f-4d7c-b91b-9af3b50d5847 HTTP/1.1" status: 200 len: 210 time: 0.1662228 Jul 22 02:28:54.472329 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-7881f817-24b2-4f2d-aa05-653c47e9663f req-f7ca643b-bf35-4736-92ec-fa0f3c65d401 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b0a6fce-a792-4c97-91b2-4c5f7b441b03 HTTP/1.1" status: 200 len: 210 time: 0.1838241 Jul 22 02:28:54.494806 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.v2.base [req-a2c9d0b6-ad89-49de-ae3b-5ca128b848b4 req-1b55d3b5-f538-48e4-abfd-6d28d0244412 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Request body: {'port': {'device_id': '0b0a6fce-a792-4c97-91b2-4c5f7b441b03', 'network_id': '49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d', 'admin_state_up': True, 'tenant_id': '16fd06163ccc47f08a69c65f0aa273d0'}} {{(pid=93206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:28:54.631115 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcdea40-0a47-4ead-8591-1b1766f0efee admin admin] Pushing event updated for resources: {'Port': ['ID=13c5ab6b-b5e8-4fd7-9150-f938f82ec27b,revision_number=2']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:28:54.664566 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device da7e3df4-d60f-4ae1-96b6-ebc0f5d412cc up at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:28:54.720962 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-253d1fc6-c19d-42e6-986d-da51982acbee None None] Notify callbacks [] for port, precommit_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:54.745451 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.provisioning_blocks [None req-253d1fc6-c19d-42e6-986d-da51982acbee None None] Transition to ACTIVE for port object 181cea9f-5c7f-480b-a288-bb655937ba35 will not be triggered until provisioned by entity L2. {{(pid=93208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:28:54.764599 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-253d1fc6-c19d-42e6-986d-da51982acbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:54.783264 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-d5beb0e5-5b0f-4206-ac2a-155f0bbed3b7 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:54.802528 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning for port da7e3df4-d60f-4ae1-96b6-ebc0f5d412cc completed by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:28:54.807658 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.db.api [req-e8ee5c44-44b2-49b3-9d99-a4fcae2dee74 req-423d6b82-d096-4ff3-9f51-1f06bf19a436 tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 02:28:54.807658 dv-cinder-792299-6-iscsi neutron-server[93206]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 02:28:54.807658 dv-cinder-792299-6-iscsi neutron-server[93206]: [parameters: {'project_id_1': '3dd9634687494d04b603cc92f8b506ea', 'expiration_1': datetime.datetime(2021, 7, 22, 2, 28, 54, 566555)}] Jul 22 02:28:54.807658 dv-cinder-792299-6-iscsi neutron-server[93206]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 02:28:54.808077 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG oslo_db.api [req-e8ee5c44-44b2-49b3-9d99-a4fcae2dee74 req-423d6b82-d096-4ff3-9f51-1f06bf19a436 tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 02:28:54.810283 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning complete for port da7e3df4-d60f-4ae1-96b6-ebc0f5d412cc triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:28:54.810444 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.db.api [req-a2c9d0b6-ad89-49de-ae3b-5ca128b848b4 req-1b55d3b5-f538-48e4-abfd-6d28d0244412 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 02:28:54.810444 dv-cinder-792299-6-iscsi neutron-server[93206]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 02:28:54.810444 dv-cinder-792299-6-iscsi neutron-server[93206]: [parameters: {'project_id_1': '16fd06163ccc47f08a69c65f0aa273d0', 'expiration_1': datetime.datetime(2021, 7, 22, 2, 28, 54, 699413)}] Jul 22 02:28:54.810444 dv-cinder-792299-6-iscsi neutron-server[93206]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 02:28:54.810718 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:54.816422 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG oslo_db.api [req-a2c9d0b6-ad89-49de-ae3b-5ca128b848b4 req-1b55d3b5-f538-48e4-abfd-6d28d0244412 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 02:28:54.825433 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcdea40-0a47-4ead-8591-1b1766f0efee admin admin] Network 72ed7fff-9ec8-4d42-8728-85745d62dd2e is already hosted by enough agents. {{(pid=93205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:28:54.829817 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-d5beb0e5-5b0f-4206-ac2a-155f0bbed3b7 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:54.884928 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.base_scheduler [None req-4bcdea40-0a47-4ead-8591-1b1766f0efee admin admin] Resources bound (agent type, host, resource id): {{(pid=93205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:28:55.111558 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-276ba971-edb8-4c50-a59d-e46af38d8d5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:55.143787 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-276ba971-edb8-4c50-a59d-e46af38d8d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:55.159034 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:55.172138 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 54058) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:28:55.238410 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] For port da7e3df4-d60f-4ae1-96b6-ebc0f5d412cc, host dv-cinder-792299-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=da7e3df4-d60f-4ae1-96b6-ebc0f5d412cc,segment=NetworkSegment(9c11ce42-9cd0-4724-aa43-c030ca3574d3),segment_id=9c11ce42-9cd0-4724-aa43-c030ca3574d3)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:28:55.248041 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:55.318913 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [None req-253d1fc6-c19d-42e6-986d-da51982acbee None None] Attempting to bind port 181cea9f-5c7f-480b-a288-bb655937ba35 on host dv-cinder-792299-6-iscsi for vnic_type normal with profile {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:28:55.319370 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [None req-253d1fc6-c19d-42e6-986d-da51982acbee None None] Attempting to bind port 181cea9f-5c7f-480b-a288-bb655937ba35 by drivers openvswitch,hyperv on host dv-cinder-792299-6-iscsi at level 0 using segments [{'id': 'ed3fa64c-067a-4564-b1ab-aed7a924eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c1704d84-6956-4df3-918a-504126cdf765'}] {{(pid=93208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:28:55.319743 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253d1fc6-c19d-42e6-986d-da51982acbee None None] Attempting to bind port 181cea9f-5c7f-480b-a288-bb655937ba35 on network c1704d84-6956-4df3-918a-504126cdf765 {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:28:55.356281 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Pushing event updated for resources: {'Port': ['ID=da7e3df4-d60f-4ae1-96b6-ebc0f5d412cc,revision_number=4']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:28:55.374385 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253d1fc6-c19d-42e6-986d-da51982acbee None None] Checking agent: {'id': '2be9fc8b-48e5-48f4-81b8-a3920a82e981', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 21, 14), 'started_at': datetime.datetime(2021, 7, 22, 2, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:28:55.375204 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253d1fc6-c19d-42e6-986d-da51982acbee None None] Checking segment: {'id': 'ed3fa64c-067a-4564-b1ab-aed7a924eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c1704d84-6956-4df3-918a-504126cdf765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:28:55.375817 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-253d1fc6-c19d-42e6-986d-da51982acbee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:55.376542 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253d1fc6-c19d-42e6-986d-da51982acbee None None] Bound using segment: {'id': 'ed3fa64c-067a-4564-b1ab-aed7a924eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c1704d84-6956-4df3-918a-504126cdf765'} {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:28:55.379972 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [None req-253d1fc6-c19d-42e6-986d-da51982acbee None None] Bound port: 181cea9f-5c7f-480b-a288-bb655937ba35, host: dv-cinder-792299-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed3fa64c-067a-4564-b1ab-aed7a924eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c1704d84-6956-4df3-918a-504126cdf765'}}] {{(pid=93208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:28:55.381239 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-253d1fc6-c19d-42e6-986d-da51982acbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:55.405518 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-276ba971-edb8-4c50-a59d-e46af38d8d5a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c4768f59779a4c92beb23670243da461&name=default HTTP/1.1" status: 200 len: 2978 time: 2.5763676 Jul 22 02:28:55.412730 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 54072) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:28:55.421270 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f914f1c4-6bf0-476d-84a4-fed8930a8b9a None None] Pushing event updated for resources: {'Port': ['ID=181cea9f-5c7f-480b-a288-bb655937ba35,revision_number=3']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:28:55.502101 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-f2561efd-3555-46be-b574-2f36bcaff8d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:55.571450 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [None req-253d1fc6-c19d-42e6-986d-da51982acbee None None] For port 181cea9f-5c7f-480b-a288-bb655937ba35, host dv-cinder-792299-6-iscsi, cleared binding levels {{(pid=93208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:28:55.580182 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-f2561efd-3555-46be-b574-2f36bcaff8d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:55.589379 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [None req-253d1fc6-c19d-42e6-986d-da51982acbee None None] For port 181cea9f-5c7f-480b-a288-bb655937ba35, host dv-cinder-792299-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=181cea9f-5c7f-480b-a288-bb655937ba35,segment=NetworkSegment(ed3fa64c-067a-4564-b1ab-aed7a924eb26),segment_id=ed3fa64c-067a-4564-b1ab-aed7a924eb26)] {{(pid=93208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:28:55.600368 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-253d1fc6-c19d-42e6-986d-da51982acbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:55.665213 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253d1fc6-c19d-42e6-986d-da51982acbee None None] Routers {'31dbb3de-5002-476d-90e9-ec3708f0d4a0'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:28:55.667383 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-253d1fc6-c19d-42e6-986d-da51982acbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:28:44Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['31dbb3de-5002-476d-90e9-ec3708f0d4a0'], 'active': True} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:28:55.711479 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276ba971-edb8-4c50-a59d-e46af38d8d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c02b21-94a4-4c20-a8c8-b776eedb8311,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:28:55.737507 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5beb0e5-5b0f-4206-ac2a-155f0bbed3b7 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc208cc-b6a6-4f44-b05c-1c8bab43836c,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:28:55.739554 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-f2561efd-3555-46be-b574-2f36bcaff8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:55.745717 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-d5beb0e5-5b0f-4206-ac2a-155f0bbed3b7 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:55.750390 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-d5beb0e5-5b0f-4206-ac2a-155f0bbed3b7 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 1.6099610 Jul 22 02:28:55.750500 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-f2561efd-3555-46be-b574-2f36bcaff8d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:55.754855 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-f2561efd-3555-46be-b574-2f36bcaff8d4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/12c02b21-94a4-4c20-a8c8-b776eedb8311 HTTP/1.1" status: 204 len: 168 time: 0.3409297 Jul 22 02:28:55.755511 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 54080) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:28:55.794092 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.v2.base [None req-a6e061b8-f7db-438c-a923-e4ad448d3e18 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Request body: {'security_group_rule': {'security_group_id': '4cc208cc-b6a6-4f44-b05c-1c8bab43836c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:28:55.862388 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bcdea40-0a47-4ead-8591-1b1766f0efee admin admin] Router a4282070-d858-4359-bc01-7128d5123bac has already been hosted by L3 agent f9ed0358-a013-4c74-a622-17ee633b4610 {{(pid=93205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 02:28:55.897844 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2561efd-3555-46be-b574-2f36bcaff8d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c02b21-94a4-4c20-a8c8-b776eedb8311,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:28:55.905695 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a72395f3-7bb9-4784-82bd-18a82d0de019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:55.946786 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvr_db [None req-253d1fc6-c19d-42e6-986d-da51982acbee None None] Set router 31dbb3de-5002-476d-90e9-ec3708f0d4a0 gateway port host: dv-cinder-792299-6-iscsi {{(pid=93208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:28:56.121489 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device da7e3df4-d60f-4ae1-96b6-ebc0f5d412cc up at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:28:56.204908 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-3e539e20-ed03-4f24-b49b-23d9d0e31ccc req-150108cd-6bf3-4bc8-8afe-977f808d81fd tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] 10.222.0.30 "GET /v2.0/ports?device_id=b03ceee7-105f-4d7c-b91b-9af3b50d5847 HTTP/1.1" status: 200 len: 210 time: 0.4798398 Jul 22 02:28:56.228993 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8ee5c44-44b2-49b3-9d99-a4fcae2dee74 req-423d6b82-d096-4ff3-9f51-1f06bf19a436 tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] Made reservation on behalf of 3dd9634687494d04b603cc92f8b506ea for: {'port': 1} {{(pid=93206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:28:56.254734 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-e8ee5c44-44b2-49b3-9d99-a4fcae2dee74 req-423d6b82-d096-4ff3-9f51-1f06bf19a436 tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:56.280631 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f914f1c4-6bf0-476d-84a4-fed8930a8b9a None None] Pushing event updated for resources: {'Port': ['ID=181cea9f-5c7f-480b-a288-bb655937ba35,revision_number=4']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:28:56.302466 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-253d1fc6-c19d-42e6-986d-da51982acbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31dbb3de-5002-476d-90e9-ec3708f0d4a0', 'name': 'tempest-AttachVolumeShelveTestJSON-1720449418-router', 'tenant_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'd13595d8-8686-42d7-ad69-bf7f60fb015e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:28:44Z', 'updated_at': '2021-07-22T02:28:50Z', 'revision_number': 4, 'project_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'gw_port': {'id': 'd13595d8-8686-42d7-ad69-bf7f60fb015e', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31dbb3de-5002-476d-90e9-ec3708f0d4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:28:44Z', 'updated_at': '2021-07-22T02:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_interfaces': [{'id': '181cea9f-5c7f-480b-a288-bb655937ba35', 'name': '', 'network_id': 'c1704d84-6956-4df3-918a-504126cdf765', 'tenant_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'mac_address': 'fa:16:3e:02:a6:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31dbb3de-5002-476d-90e9-ec3708f0d4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b32e8e6a-923e-4e9e-b074-47bc54badd49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:28:49Z', 'updated_at': '2021-07-22T02:28:55Z', 'revision_number': 4, 'project_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'subnets': [{'id': 'b32e8e6a-923e-4e9e-b074-47bc54badd49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:28:56.363761 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253d1fc6-c19d-42e6-986d-da51982acbee None None] The sync data for ids ['31dbb3de-5002-476d-90e9-ec3708f0d4a0'] in dv-cinder-792299-6-iscsi is: [{'id': '31dbb3de-5002-476d-90e9-ec3708f0d4a0', 'name': 'tempest-AttachVolumeShelveTestJSON-1720449418-router', 'tenant_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'd13595d8-8686-42d7-ad69-bf7f60fb015e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:28:44Z', 'updated_at': '2021-07-22T02:28:50Z', 'revision_number': 4, 'project_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'gw_port': {'id': 'd13595d8-8686-42d7-ad69-bf7f60fb015e', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31dbb3de-5002-476d-90e9-ec3708f0d4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:28:44Z', 'updated_at': '2021-07-22T02:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_interfaces': [{'id': '181cea9f-5c7f-480b-a288-bb655937ba35', 'name': '', 'network_id': 'c1704d84-6956-4df3-918a-504126cdf765', 'tenant_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'mac_address': 'fa:16:3e:02:a6:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31dbb3de-5002-476d-90e9-ec3708f0d4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b32e8e6a-923e-4e9e-b074-47bc54badd49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:28:49Z', 'updated_at': '2021-07-22T02:28:55Z', 'revision_number': 4, 'project_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'subnets': [{'id': 'b32e8e6a-923e-4e9e-b074-47bc54badd49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:28:56.381765 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning complete for port da7e3df4-d60f-4ae1-96b6-ebc0f5d412cc triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:28:56.387529 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:56.411429 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bcdea40-0a47-4ead-8591-1b1766f0efee admin admin] Notify agent at l3_agent.dv-cinder-792299-6-iscsi the message routers_updated {{(pid=93205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:28:56.428841 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-4bcdea40-0a47-4ead-8591-1b1766f0efee admin admin] 10.222.0.30 "PUT /v2.0/routers/a4282070-d858-4359-bc01-7128d5123bac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4045675 Jul 22 02:28:56.433331 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-f3272303-dc72-4163-97ff-81990a19db29 req-23ca5d03-692b-4c74-a2ee-688576ef1ebd tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b0a6fce-a792-4c97-91b2-4c5f7b441b03 HTTP/1.1" status: 200 len: 210 time: 0.6941354 Jul 22 02:28:56.455252 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2c9d0b6-ad89-49de-ae3b-5ca128b848b4 req-1b55d3b5-f538-48e4-abfd-6d28d0244412 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Made reservation on behalf of 16fd06163ccc47f08a69c65f0aa273d0 for: {'port': 1} {{(pid=93206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:28:56.460182 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-a2c9d0b6-ad89-49de-ae3b-5ca128b848b4 req-1b55d3b5-f538-48e4-abfd-6d28d0244412 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:56.477440 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 54094) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:28:56.529003 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576266b7-5fa7-424c-9de2-d5450dc9e274 None None] Sync routers for ids ['a4282070-d858-4359-bc01-7128d5123bac'] in dv-cinder-792299-6-iscsi {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:28:56.600135 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576266b7-5fa7-424c-9de2-d5450dc9e274 None None] Routers {'a4282070-d858-4359-bc01-7128d5123bac'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:28:56.603536 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-576266b7-5fa7-424c-9de2-d5450dc9e274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:28:44Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['a4282070-d858-4359-bc01-7128d5123bac'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:28:56.788749 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.db.api [None req-a72395f3-7bb9-4784-82bd-18a82d0de019 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 02:28:56.788749 dv-cinder-792299-6-iscsi neutron-server[93206]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 02:28:56.788749 dv-cinder-792299-6-iscsi neutron-server[93206]: [parameters: {'project_id_1': 'f33dce73ae11447289e21007ccce99bc', 'expiration_1': datetime.datetime(2021, 7, 22, 2, 28, 55, 999177)}] Jul 22 02:28:56.788749 dv-cinder-792299-6-iscsi neutron-server[93206]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 02:28:56.789202 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG oslo_db.api [None req-a72395f3-7bb9-4784-82bd-18a82d0de019 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 02:28:56.988030 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a6e061b8-f7db-438c-a923-e4ad448d3e18 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:57.059711 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.db_base_plugin_common [req-a2c9d0b6-ad89-49de-ae3b-5ca128b848b4 req-1b55d3b5-f538-48e4-abfd-6d28d0244412 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Allocated IP 172.20.0.8 (49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d/9cdf501c-c170-4983-bbb3-cf8fb45615cb/f53a050c-deec-464b-a0d0-6a7210d3fc48) {{(pid=93206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:28:57.133669 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-576266b7-5fa7-424c-9de2-d5450dc9e274 None None] Set router a4282070-d858-4359-bc01-7128d5123bac gateway port host: dv-cinder-792299-6-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:28:57.206342 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-257584fb-20d5-4b06-8bd9-a87c16b43251 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:57.301344 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a72395f3-7bb9-4784-82bd-18a82d0de019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:57.314847 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a6e061b8-f7db-438c-a923-e4ad448d3e18 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:57.316797 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.db_base_plugin_common [req-e8ee5c44-44b2-49b3-9d99-a4fcae2dee74 req-423d6b82-d096-4ff3-9f51-1f06bf19a436 tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] Allocated IP 172.20.0.2 (2afc3792-c86f-482a-9e8f-45d5371b1625/bdf27d7a-e31c-4089-b13a-609a3d47f24e/07963a95-c467-4478-83a5-a853152239ae) {{(pid=93206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:28:57.368605 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a6e061b8-f7db-438c-a923-e4ad448d3e18 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660745'] for security_group_rule, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:57.424708 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e061b8-f7db-438c-a923-e4ad448d3e18 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3f4c1f8-6051-44ba-9fc7-adb8728e6749,revision_number=0']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:28:57.541969 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-414d00b3-92fe-416f-b9c1-9fd2e056500b req-33872d95-c389-4345-bb5e-278e11ee32ee tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] 10.222.0.30 "GET /v2.0/ports?device_id=b03ceee7-105f-4d7c-b91b-9af3b50d5847 HTTP/1.1" status: 200 len: 210 time: 0.1622548 Jul 22 02:28:57.552627 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 54118) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:28:57.555007 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-257584fb-20d5-4b06-8bd9-a87c16b43251 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:57.577185 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-257584fb-20d5-4b06-8bd9-a87c16b43251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:57.652708 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-725197dc-d824-49fe-a4d5-287817c36e37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:57.722234 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257584fb-20d5-4b06-8bd9-a87c16b43251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af594701-ab1a-4031-9f41-93176090e3bc,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:28:57.739699 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-257584fb-20d5-4b06-8bd9-a87c16b43251 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c2a948a2c5e94463b6035f37c59685c5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2610343 Jul 22 02:28:57.740325 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 54120) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:28:57.841183 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-a2c9d0b6-ad89-49de-ae3b-5ca128b848b4 req-1b55d3b5-f538-48e4-abfd-6d28d0244412 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Notify callbacks [] for port, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:57.886182 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4de60523-8c23-4549-beb5-c925cc6467e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:57.909980 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-576266b7-5fa7-424c-9de2-d5450dc9e274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4282070-d858-4359-bc01-7128d5123bac', 'name': 'tempest-ServerRescueNegativeTestJSON-1902646941-router', 'tenant_id': '983dc1d7a16247a98a094716f99ada48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'da7e3df4-d60f-4ae1-96b6-ebc0f5d412cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:28:45Z', 'updated_at': '2021-07-22T02:28:53Z', 'revision_number': 4, 'project_id': '983dc1d7a16247a98a094716f99ada48', 'gw_port': {'id': 'da7e3df4-d60f-4ae1-96b6-ebc0f5d412cc', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:8b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4282070-d858-4359-bc01-7128d5123bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:28:47Z', 'updated_at': '2021-07-22T02:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_interfaces': [{'id': '13c5ab6b-b5e8-4fd7-9150-f938f82ec27b', 'name': '', 'network_id': '72ed7fff-9ec8-4d42-8728-85745d62dd2e', 'tenant_id': '983dc1d7a16247a98a094716f99ada48', 'mac_address': 'fa:16:3e:9e:05:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4282070-d858-4359-bc01-7128d5123bac', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '72796e7a-066a-4b87-aca1-2c9cb7a8cc4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:28:51Z', 'updated_at': '2021-07-22T02:28:53Z', 'revision_number': 2, 'project_id': '983dc1d7a16247a98a094716f99ada48', 'subnets': [{'id': '72796e7a-066a-4b87-aca1-2c9cb7a8cc4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:28:57.997496 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576266b7-5fa7-424c-9de2-d5450dc9e274 None None] Checking router: a4282070-d858-4359-bc01-7128d5123bac for host: dv-cinder-792299-6-iscsi {{(pid=93207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:28:58.000746 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576266b7-5fa7-424c-9de2-d5450dc9e274 None None] Updating router a4282070-d858-4359-bc01-7128d5123bac port 13c5ab6b-b5e8-4fd7-9150-f938f82ec27b binding host dv-cinder-792299-6-iscsi {{(pid=93207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 02:28:58.000924 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4de60523-8c23-4549-beb5-c925cc6467e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:58.101471 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-576266b7-5fa7-424c-9de2-d5450dc9e274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:58.172199 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4de60523-8c23-4549-beb5-c925cc6467e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:58.174960 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4de60523-8c23-4549-beb5-c925cc6467e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:58.181238 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-4de60523-8c23-4549-beb5-c925cc6467e2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/af594701-ab1a-4031-9f41-93176090e3bc HTTP/1.1" status: 204 len: 168 time: 0.4375601 Jul 22 02:28:58.181519 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-e8ee5c44-44b2-49b3-9d99-a4fcae2dee74 req-423d6b82-d096-4ff3-9f51-1f06bf19a436 tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] Notify callbacks [] for port, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:58.204227 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de60523-8c23-4549-beb5-c925cc6467e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af594701-ab1a-4031-9f41-93176090e3bc,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:28:58.562586 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device 181cea9f-5c7f-480b-a288-bb655937ba35 up at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:28:58.598270 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-a2c9d0b6-ad89-49de-ae3b-5ca128b848b4 req-1b55d3b5-f538-48e4-abfd-6d28d0244412 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789867566219'] for port, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:58.685529 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning for port 181cea9f-5c7f-480b-a288-bb655937ba35 completed by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:28:58.693396 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning complete for port 181cea9f-5c7f-480b-a288-bb655937ba35 triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:28:58.693742 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:58.781951 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-576266b7-5fa7-424c-9de2-d5450dc9e274 None None] Notify callbacks [] for port, precommit_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:58.796746 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30beaa2-d906-4c23-b50d-16065333d6cd req-fa087d66-f5e4-4f27-9d53-4e430ba6d9df tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:28:58.802551 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-576266b7-5fa7-424c-9de2-d5450dc9e274 None None] Transition to ACTIVE for port object 13c5ab6b-b5e8-4fd7-9150-f938f82ec27b will not be triggered until provisioned by entity L2. {{(pid=93207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:28:58.815030 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a30beaa2-d906-4c23-b50d-16065333d6cd req-fa087d66-f5e4-4f27-9d53-4e430ba6d9df tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/networks?id=72ed7fff-9ec8-4d42-8728-85745d62dd2e HTTP/1.1" status: 200 len: 819 time: 0.4685295 Jul 22 02:28:58.831064 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-576266b7-5fa7-424c-9de2-d5450dc9e274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:58.835259 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-e8ee5c44-44b2-49b3-9d99-a4fcae2dee74 req-423d6b82-d096-4ff3-9f51-1f06bf19a436 tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789867566219'] for port, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:58.925273 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:58.985225 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7656614-d328-4d79-91f2-0a841bd14417 None None] Pushing event updated for resources: {'Port': ['ID=13c5ab6b-b5e8-4fd7-9150-f938f82ec27b,revision_number=3']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:28:59.027472 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] For port 181cea9f-5c7f-480b-a288-bb655937ba35, host dv-cinder-792299-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=181cea9f-5c7f-480b-a288-bb655937ba35,segment=NetworkSegment(ed3fa64c-067a-4564-b1ab-aed7a924eb26),segment_id=ed3fa64c-067a-4564-b1ab-aed7a924eb26)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:28:59.029017 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-576266b7-5fa7-424c-9de2-d5450dc9e274 None None] Attempting to bind port 13c5ab6b-b5e8-4fd7-9150-f938f82ec27b on host dv-cinder-792299-6-iscsi for vnic_type normal with profile {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:28:59.029426 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-576266b7-5fa7-424c-9de2-d5450dc9e274 None None] Attempting to bind port 13c5ab6b-b5e8-4fd7-9150-f938f82ec27b by drivers openvswitch,hyperv on host dv-cinder-792299-6-iscsi at level 0 using segments [{'id': 'dc7a4111-08c6-49a7-9d1a-9c6c455d7841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '72ed7fff-9ec8-4d42-8728-85745d62dd2e'}] {{(pid=93207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:28:59.029808 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576266b7-5fa7-424c-9de2-d5450dc9e274 None None] Attempting to bind port 13c5ab6b-b5e8-4fd7-9150-f938f82ec27b on network 72ed7fff-9ec8-4d42-8728-85745d62dd2e {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:28:59.032593 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a30beaa2-d906-4c23-b50d-16065333d6cd req-fca856ed-7be7-4c11-b386-2c75de3243b6 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/quotas/983dc1d7a16247a98a094716f99ada48 HTTP/1.1" status: 200 len: 375 time: 0.2167103 Jul 22 02:28:59.041395 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:59.057589 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576266b7-5fa7-424c-9de2-d5450dc9e274 None None] Checking agent: {'id': '2be9fc8b-48e5-48f4-81b8-a3920a82e981', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 21, 14), 'started_at': datetime.datetime(2021, 7, 22, 2, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:28:59.057589 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576266b7-5fa7-424c-9de2-d5450dc9e274 None None] Checking segment: {'id': 'dc7a4111-08c6-49a7-9d1a-9c6c455d7841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '72ed7fff-9ec8-4d42-8728-85745d62dd2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:28:59.064958 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-576266b7-5fa7-424c-9de2-d5450dc9e274 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:59.065514 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576266b7-5fa7-424c-9de2-d5450dc9e274 None None] Bound using segment: {'id': 'dc7a4111-08c6-49a7-9d1a-9c6c455d7841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '72ed7fff-9ec8-4d42-8728-85745d62dd2e'} {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:28:59.065973 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-576266b7-5fa7-424c-9de2-d5450dc9e274 None None] Bound port: 13c5ab6b-b5e8-4fd7-9150-f938f82ec27b, host: dv-cinder-792299-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc7a4111-08c6-49a7-9d1a-9c6c455d7841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '72ed7fff-9ec8-4d42-8728-85745d62dd2e'}}] {{(pid=93207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:28:59.066386 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-576266b7-5fa7-424c-9de2-d5450dc9e274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:59.081924 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2c9d0b6-ad89-49de-ae3b-5ca128b848b4 req-1b55d3b5-f538-48e4-abfd-6d28d0244412 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Network 49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d is already hosted by enough agents. {{(pid=93206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:28:59.121295 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.base_scheduler [req-a2c9d0b6-ad89-49de-ae3b-5ca128b848b4 req-1b55d3b5-f538-48e4-abfd-6d28d0244412 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Resources bound (agent type, host, resource id): {{(pid=93206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:28:59.168730 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Pushing event updated for resources: {'Port': ['ID=181cea9f-5c7f-480b-a288-bb655937ba35,revision_number=5']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:28:59.198542 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-576266b7-5fa7-424c-9de2-d5450dc9e274 None None] For port 13c5ab6b-b5e8-4fd7-9150-f938f82ec27b, host dv-cinder-792299-6-iscsi, cleared binding levels {{(pid=93207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:28:59.206180 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8ee5c44-44b2-49b3-9d99-a4fcae2dee74 req-423d6b82-d096-4ff3-9f51-1f06bf19a436 tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] Network 2afc3792-c86f-482a-9e8f-45d5371b1625 is already hosted by enough agents. {{(pid=93206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:28:59.206180 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2c9d0b6-ad89-49de-ae3b-5ca128b848b4 req-1b55d3b5-f538-48e4-abfd-6d28d0244412 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Received port after_create {{(pid=93206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:28:59.207661 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-576266b7-5fa7-424c-9de2-d5450dc9e274 None None] For port 13c5ab6b-b5e8-4fd7-9150-f938f82ec27b, host dv-cinder-792299-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=13c5ab6b-b5e8-4fd7-9150-f938f82ec27b,segment=NetworkSegment(dc7a4111-08c6-49a7-9d1a-9c6c455d7841),segment_id=dc7a4111-08c6-49a7-9d1a-9c6c455d7841)] {{(pid=93207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:28:59.221653 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-576266b7-5fa7-424c-9de2-d5450dc9e274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:59.222331 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c9d0b6-ad89-49de-ae3b-5ca128b848b4 req-1b55d3b5-f538-48e4-abfd-6d28d0244412 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:28:59.222939 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-a2c9d0b6-ad89-49de-ae3b-5ca128b848b4 req-1b55d3b5-f538-48e4-abfd-6d28d0244412 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583845'] for port, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:59.245242 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b55d3b5-f538-48e4-abfd-6d28d0244412 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Pushing event updated for resources: {'Port': ['ID=f53a050c-deec-464b-a0d0-6a7210d3fc48,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:28:59.284931 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.base_scheduler [req-e8ee5c44-44b2-49b3-9d99-a4fcae2dee74 req-423d6b82-d096-4ff3-9f51-1f06bf19a436 tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] Resources bound (agent type, host, resource id): {{(pid=93206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:28:59.297364 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576266b7-5fa7-424c-9de2-d5450dc9e274 None None] Routers {'a4282070-d858-4359-bc01-7128d5123bac'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:28:59.297993 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-576266b7-5fa7-424c-9de2-d5450dc9e274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:28:44Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['a4282070-d858-4359-bc01-7128d5123bac'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:28:59.300915 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7656614-d328-4d79-91f2-0a841bd14417 None None] Pushing event updated for resources: {'Port': ['ID=13c5ab6b-b5e8-4fd7-9150-f938f82ec27b,revision_number=4']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:28:59.327859 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8ee5c44-44b2-49b3-9d99-a4fcae2dee74 req-423d6b82-d096-4ff3-9f51-1f06bf19a436 tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] Received port after_create {{(pid=93206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:28:59.334310 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee5c44-44b2-49b3-9d99-a4fcae2dee74 req-423d6b82-d096-4ff3-9f51-1f06bf19a436 tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:28:59.335282 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-e8ee5c44-44b2-49b3-9d99-a4fcae2dee74 req-423d6b82-d096-4ff3-9f51-1f06bf19a436 tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583845'] for port, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:59.474314 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-576266b7-5fa7-424c-9de2-d5450dc9e274 None None] Set router a4282070-d858-4359-bc01-7128d5123bac gateway port host: dv-cinder-792299-6-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:28:59.646778 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d4d45c-c9e5-411d-8b88-eb9fbd26b277 req-5269e1cc-20fc-49ad-82d2-06bc22010f5f tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:28:59.648379 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-f2d4d45c-c9e5-411d-8b88-eb9fbd26b277 req-5269e1cc-20fc-49ad-82d2-06bc22010f5f tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b0a6fce-a792-4c97-91b2-4c5f7b441b03 HTTP/1.1" status: 200 len: 931 time: 1.8485713 Jul 22 02:28:59.653080 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a72395f3-7bb9-4784-82bd-18a82d0de019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:59.728842 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a72395f3-7bb9-4784-82bd-18a82d0de019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:59.731711 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423d6b82-d096-4ff3-9f51-1f06bf19a436 tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] Pushing event updated for resources: {'Port': ['ID=07963a95-c467-4478-83a5-a853152239ae,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:28:59.784531 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a2c9d0b6-ad89-49de-ae3b-5ca128b848b4 req-1b55d3b5-f538-48e4-abfd-6d28d0244412 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4750233 Jul 22 02:28:59.785872 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e8ee5c44-44b2-49b3-9d99-a4fcae2dee74 req-423d6b82-d096-4ff3-9f51-1f06bf19a436 tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.6965337 Jul 22 02:28:59.805934 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72395f3-7bb9-4784-82bd-18a82d0de019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0565c695-fa54-4410-aa49-66f9400a5b4b,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:28:59.825352 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a6e061b8-f7db-438c-a923-e4ad448d3e18 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:28:59.825352 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-a6e061b8-f7db-438c-a923-e4ad448d3e18 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 4.0402725 Jul 22 02:28:59.829052 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 54172) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:28:59.839486 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-842be7bc-9656-4c23-be10-6db5532ab7d6 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Request body: {'security_group_rule': {'security_group_id': '4cc208cc-b6a6-4f44-b05c-1c8bab43836c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:28:59.862473 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a30beaa2-d906-4c23-b50d-16065333d6cd req-0c937651-34d2-44f5-9b16-d001f04a05a3 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=983dc1d7a16247a98a094716f99ada48&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7988296 Jul 22 02:28:59.893380 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-f2d4d45c-c9e5-411d-8b88-eb9fbd26b277 req-485f525c-5fa9-4f91-859b-4459472e8653 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347450 Jul 22 02:28:59.905144 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-a72395f3-7bb9-4784-82bd-18a82d0de019 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f33dce73ae11447289e21007ccce99bc&name=default HTTP/1.1" status: 200 len: 2979 time: 4.6962731 Jul 22 02:28:59.913091 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 54174) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:28:59.926033 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-576266b7-5fa7-424c-9de2-d5450dc9e274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4282070-d858-4359-bc01-7128d5123bac', 'name': 'tempest-ServerRescueNegativeTestJSON-1902646941-router', 'tenant_id': '983dc1d7a16247a98a094716f99ada48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'da7e3df4-d60f-4ae1-96b6-ebc0f5d412cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:28:45Z', 'updated_at': '2021-07-22T02:28:53Z', 'revision_number': 4, 'project_id': '983dc1d7a16247a98a094716f99ada48', 'gw_port': {'id': 'da7e3df4-d60f-4ae1-96b6-ebc0f5d412cc', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:8b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4282070-d858-4359-bc01-7128d5123bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:28:47Z', 'updated_at': '2021-07-22T02:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_interfaces': [{'id': '13c5ab6b-b5e8-4fd7-9150-f938f82ec27b', 'name': '', 'network_id': '72ed7fff-9ec8-4d42-8728-85745d62dd2e', 'tenant_id': '983dc1d7a16247a98a094716f99ada48', 'mac_address': 'fa:16:3e:9e:05:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4282070-d858-4359-bc01-7128d5123bac', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '72796e7a-066a-4b87-aca1-2c9cb7a8cc4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:28:51Z', 'updated_at': '2021-07-22T02:28:59Z', 'revision_number': 4, 'project_id': '983dc1d7a16247a98a094716f99ada48', 'subnets': [{'id': '72796e7a-066a-4b87-aca1-2c9cb7a8cc4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:29:00.036062 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576266b7-5fa7-424c-9de2-d5450dc9e274 None None] The sync data for ids ['a4282070-d858-4359-bc01-7128d5123bac'] in dv-cinder-792299-6-iscsi is: [{'id': 'a4282070-d858-4359-bc01-7128d5123bac', 'name': 'tempest-ServerRescueNegativeTestJSON-1902646941-router', 'tenant_id': '983dc1d7a16247a98a094716f99ada48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'da7e3df4-d60f-4ae1-96b6-ebc0f5d412cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:28:45Z', 'updated_at': '2021-07-22T02:28:53Z', 'revision_number': 4, 'project_id': '983dc1d7a16247a98a094716f99ada48', 'gw_port': {'id': 'da7e3df4-d60f-4ae1-96b6-ebc0f5d412cc', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:8b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4282070-d858-4359-bc01-7128d5123bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:28:47Z', 'updated_at': '2021-07-22T02:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_interfaces': [{'id': '13c5ab6b-b5e8-4fd7-9150-f938f82ec27b', 'name': '', 'network_id': '72ed7fff-9ec8-4d42-8728-85745d62dd2e', 'tenant_id': '983dc1d7a16247a98a094716f99ada48', 'mac_address': 'fa:16:3e:9e:05:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4282070-d858-4359-bc01-7128d5123bac', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '72796e7a-066a-4b87-aca1-2c9cb7a8cc4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:28:51Z', 'updated_at': '2021-07-22T02:28:59Z', 'revision_number': 4, 'project_id': '983dc1d7a16247a98a094716f99ada48', 'subnets': [{'id': '72796e7a-066a-4b87-aca1-2c9cb7a8cc4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:29:00.059288 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a30beaa2-d906-4c23-b50d-16065333d6cd req-1805ef49-c8b0-4c87-9dab-3fed9c0081a1 service neutron] 10.222.0.30 "GET /v2.0/networks/72ed7fff-9ec8-4d42-8728-85745d62dd2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698716 Jul 22 02:29:00.071735 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-725197dc-d824-49fe-a4d5-287817c36e37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:00.094174 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-0e126201-a22c-447c-b19e-f27697ffbc05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:00.110157 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device 181cea9f-5c7f-480b-a288-bb655937ba35 up at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:29:00.177094 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-725197dc-d824-49fe-a4d5-287817c36e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:00.191892 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-0e126201-a22c-447c-b19e-f27697ffbc05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:00.233755 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning complete for port 181cea9f-5c7f-480b-a288-bb655937ba35 triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:29:00.234283 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:00.286574 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-725197dc-d824-49fe-a4d5-287817c36e37 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7a4d31c8313d44a883badd0df312298d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7300079 Jul 22 02:29:00.287877 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725197dc-d824-49fe-a4d5-287817c36e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ed784f-62a8-47fb-a02c-11cdf60c759e,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:00.294246 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 54180) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:00.340992 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-842be7bc-9656-4c23-be10-6db5532ab7d6 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:00.444726 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-0e126201-a22c-447c-b19e-f27697ffbc05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:00.447758 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-0e126201-a22c-447c-b19e-f27697ffbc05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:00.451393 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-0e126201-a22c-447c-b19e-f27697ffbc05 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0565c695-fa54-4410-aa49-66f9400a5b4b HTTP/1.1" status: 204 len: 168 time: 0.5339673 Jul 22 02:29:00.491464 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e126201-a22c-447c-b19e-f27697ffbc05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0565c695-fa54-4410-aa49-66f9400a5b4b,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:00.501483 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-d2a19073-ea57-4694-b8a0-f4f1b26fef96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:00.530056 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-842be7bc-9656-4c23-be10-6db5532ab7d6 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:00.540433 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.agents_db [None req-f1c5c46c-8295-40fa-87c5-0db6e260a587 None None] Agent healthcheck: found 6 active agents {{(pid=93208) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 02:29:00.541167 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a30beaa2-d906-4c23-b50d-16065333d6cd req-beaff8dc-dbf2-4d78-a418-a56c6460209d service neutron] 10.222.0.30 "GET /v2.0/networks/72ed7fff-9ec8-4d42-8728-85745d62dd2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4649012 Jul 22 02:29:00.558355 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-842be7bc-9656-4c23-be10-6db5532ab7d6 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660745'] for security_group_rule, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:00.564406 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fd3462-2803-42bb-8031-1f791ea29455 req-43b13cbd-4859-45b3-a5d4-bebaeb27089e tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:00.578870 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-32fd3462-2803-42bb-8031-1f791ea29455 req-43b13cbd-4859-45b3-a5d4-bebaeb27089e tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] 10.222.0.30 "GET /v2.0/ports?device_id=b03ceee7-105f-4d7c-b91b-9af3b50d5847 HTTP/1.1" status: 200 len: 931 time: 0.4781406 Jul 22 02:29:00.641680 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-d2a19073-ea57-4694-b8a0-f4f1b26fef96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:00.671695 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842be7bc-9656-4c23-be10-6db5532ab7d6 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=584dfd73-092a-4df3-8e81-fca43a0bd9b6,revision_number=0']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:00.691376 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-32fd3462-2803-42bb-8031-1f791ea29455 req-88328db8-b593-4158-ba2e-b56297732cac tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] 10.222.0.30 "GET /v2.0/security-groups?id=af93e7f4-aa44-4071-b2d8-f3e3e852a55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049988 Jul 22 02:29:00.699720 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-842be7bc-9656-4c23-be10-6db5532ab7d6 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:00.707442 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-842be7bc-9656-4c23-be10-6db5532ab7d6 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8771336 Jul 22 02:29:00.710570 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 54192) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:00.716184 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.v2.base [None req-3bfeb073-575d-4443-99b1-5304fbeec1aa tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Request body: {'floatingip': {'floating_network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00'}} {{(pid=93206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:29:00.780063 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-d2a19073-ea57-4694-b8a0-f4f1b26fef96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:00.784724 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-d2a19073-ea57-4694-b8a0-f4f1b26fef96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:00.799492 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-d2a19073-ea57-4694-b8a0-f4f1b26fef96 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b8ed784f-62a8-47fb-a02c-11cdf60c759e HTTP/1.1" status: 204 len: 168 time: 0.4935806 Jul 22 02:29:00.806595 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3bfeb073-575d-4443-99b1-5304fbeec1aa tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks [] for floatingip, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:00.828364 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a19073-ea57-4694-b8a0-f4f1b26fef96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ed784f-62a8-47fb-a02c-11cdf60c759e,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:00.968836 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-c83e1204-92b7-46ce-8c9d-5fa1871047a9 req-a0217599-ceea-4a09-a15f-dcc848abc6cf tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d3a35d1-5d50-4bbc-80be-46255b5b935d HTTP/1.1" status: 200 len: 210 time: 0.0779204 Jul 22 02:29:01.072347 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3bfeb073-575d-4443-99b1-5304fbeec1aa tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:01.134592 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [req-a2c9d0b6-ad89-49de-ae3b-5ca128b848b4 req-dd4a4d81-58fe-4db9-aa44-33f668384f59 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93206) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 02:29:01.135872 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a2c9d0b6-ad89-49de-ae3b-5ca128b848b4 req-dd4a4d81-58fe-4db9-aa44-33f668384f59 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056596 Jul 22 02:29:01.143652 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [req-e8ee5c44-44b2-49b3-9d99-a4fcae2dee74 req-f6e8e082-f248-4e9f-a91d-bd593ad11ed3 tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93206) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 02:29:01.144742 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e8ee5c44-44b2-49b3-9d99-a4fcae2dee74 req-f6e8e082-f248-4e9f-a91d-bd593ad11ed3 tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060956 Jul 22 02:29:01.500703 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5a9a4-d4ec-4092-bc99-ad8ea3a447e0 req-fdfb0b64-5ba3-4c9d-bc4d-b6952af213f4 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:01.502698 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-8fa5a9a4-d4ec-4092-bc99-ad8ea3a447e0 req-fdfb0b64-5ba3-4c9d-bc4d-b6952af213f4 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b0a6fce-a792-4c97-91b2-4c5f7b441b03 HTTP/1.1" status: 200 len: 931 time: 0.4114788 Jul 22 02:29:01.534688 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.db_base_plugin_common [None req-3bfeb073-575d-4443-99b1-5304fbeec1aa tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Allocated IP 172.27.3.227 (a2bee0e8-177e-45f0-aff1-c80473345c00/ecc19678-5b8b-45eb-bc42-2a87169fcb4c/9d594e90-8f22-4b51-95ff-1ff8876f5c92) {{(pid=93206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:29:01.876439 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-8fa5a9a4-d4ec-4092-bc99-ad8ea3a447e0 req-93c6eea5-e93c-49ec-9b57-ec83f994d3d7 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3544476 Jul 22 02:29:02.008111 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee686b-9d7b-4094-bc80-e2856c18f181 req-6afc0876-3207-4591-8194-a12100958cd7 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:02.012060 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-ebee686b-9d7b-4094-bc80-e2856c18f181 req-6afc0876-3207-4591-8194-a12100958cd7 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/networks?id=72ed7fff-9ec8-4d42-8728-85745d62dd2e HTTP/1.1" status: 200 len: 819 time: 0.5306623 Jul 22 02:29:02.125964 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3bfeb073-575d-4443-99b1-5304fbeec1aa tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks [] for port, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:02.169936 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-ebee686b-9d7b-4094-bc80-e2856c18f181 req-1196d18b-998c-46d3-b80e-4705afa637a4 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/quotas/983dc1d7a16247a98a094716f99ada48 HTTP/1.1" status: 200 len: 375 time: 0.1497648 Jul 22 02:29:02.198323 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device 13c5ab6b-b5e8-4fd7-9150-f938f82ec27b up at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:29:02.301136 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.v2.base [req-a2c9d0b6-ad89-49de-ae3b-5ca128b848b4 req-b58aa699-4085-42b3-b210-861f2597e745 service neutron] Request body: {'port': {'device_id': '0b0a6fce-a792-4c97-91b2-4c5f7b441b03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=93206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:29:02.325979 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.v2.base [req-e8ee5c44-44b2-49b3-9d99-a4fcae2dee74 req-6c9a573f-4e1a-4f5d-80eb-5a822b7a17e1 service neutron] Request body: {'port': {'device_id': 'b03ceee7-105f-4d7c-b91b-9af3b50d5847', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=93206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:29:02.379313 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning for port 13c5ab6b-b5e8-4fd7-9150-f938f82ec27b completed by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:29:02.385865 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning complete for port 13c5ab6b-b5e8-4fd7-9150-f938f82ec27b triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:29:02.387406 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:02.539198 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279c6c75-35d0-4824-926e-7ef991cc34e4 req-e1d1005a-4750-482e-b3b3-b6199da0657a tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:02.548461 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-279c6c75-35d0-4824-926e-7ef991cc34e4 req-e1d1005a-4750-482e-b3b3-b6199da0657a tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] 10.222.0.30 "GET /v2.0/ports?device_id=b03ceee7-105f-4d7c-b91b-9af3b50d5847 HTTP/1.1" status: 200 len: 931 time: 0.5326734 Jul 22 02:29:02.578560 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3bfeb073-575d-4443-99b1-5304fbeec1aa tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789867566219'] for port, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:02.613670 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:02.640933 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfeb073-575d-4443-99b1-5304fbeec1aa tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Network a2bee0e8-177e-45f0-aff1-c80473345c00 is already hosted by enough agents. {{(pid=93206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:29:02.692343 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.base_scheduler [None req-3bfeb073-575d-4443-99b1-5304fbeec1aa tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Resources bound (agent type, host, resource id): {{(pid=93206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:29:02.692895 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] For port 13c5ab6b-b5e8-4fd7-9150-f938f82ec27b, host dv-cinder-792299-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=13c5ab6b-b5e8-4fd7-9150-f938f82ec27b,segment=NetworkSegment(dc7a4111-08c6-49a7-9d1a-9c6c455d7841),segment_id=dc7a4111-08c6-49a7-9d1a-9c6c455d7841)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:29:02.695102 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfeb073-575d-4443-99b1-5304fbeec1aa tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Received port after_create {{(pid=93206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:29:02.714222 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:02.785990 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-e8ee5c44-44b2-49b3-9d99-a4fcae2dee74 req-6c9a573f-4e1a-4f5d-80eb-5a822b7a17e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:02.793253 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Pushing event updated for resources: {'Port': ['ID=13c5ab6b-b5e8-4fd7-9150-f938f82ec27b,revision_number=5']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:03.059026 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3bfeb073-575d-4443-99b1-5304fbeec1aa tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:03.071599 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-279c6c75-35d0-4824-926e-7ef991cc34e4 req-7e3ee1fe-1146-400c-b10f-3c69201b45b3 tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] 10.222.0.30 "GET /v2.0/security-groups?id=af93e7f4-aa44-4071-b2d8-f3e3e852a55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5218792 Jul 22 02:29:03.083862 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfeb073-575d-4443-99b1-5304fbeec1aa tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Pushing event updated for resources: {'Port': ['ID=9d594e90-8f22-4b51-95ff-1ff8876f5c92,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:03.104544 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-a2c9d0b6-ad89-49de-ae3b-5ca128b848b4 req-b58aa699-4085-42b3-b210-861f2597e745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:03.147883 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-ebee686b-9d7b-4094-bc80-e2856c18f181 req-cc55f5e7-5562-4221-a9ac-37d51de39a5a tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=983dc1d7a16247a98a094716f99ada48&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9618363 Jul 22 02:29:03.446786 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3bfeb073-575d-4443-99b1-5304fbeec1aa tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:04.013982 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-ebee686b-9d7b-4094-bc80-e2856c18f181 req-c82293de-f340-4ba7-9331-5a7cb839e076 service neutron] 10.222.0.30 "GET /v2.0/networks/72ed7fff-9ec8-4d42-8728-85745d62dd2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8416555 Jul 22 02:29:04.117317 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device 13c5ab6b-b5e8-4fd7-9150-f938f82ec27b up at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:29:04.151250 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e1318-61ac-4fb6-a860-f4ecd4df3e17 req-53a37b2a-4789-4688-8a7a-1c4eecd10c5c tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:04.152833 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-389e1318-61ac-4fb6-a860-f4ecd4df3e17 req-53a37b2a-4789-4688-8a7a-1c4eecd10c5c tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b0a6fce-a792-4c97-91b2-4c5f7b441b03 HTTP/1.1" status: 200 len: 931 time: 0.8619604 Jul 22 02:29:04.209000 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning complete for port 13c5ab6b-b5e8-4fd7-9150-f938f82ec27b triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:29:04.209722 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:04.307007 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3bfeb073-575d-4443-99b1-5304fbeec1aa tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks [] for port, precommit_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:04.380161 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3bfeb073-575d-4443-99b1-5304fbeec1aa tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:04.446088 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfeb073-575d-4443-99b1-5304fbeec1aa tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Pushing event updated for resources: {'Port': ['ID=9d594e90-8f22-4b51-95ff-1ff8876f5c92,revision_number=2']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:04.502667 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-389e1318-61ac-4fb6-a860-f4ecd4df3e17 req-d3abcfaa-2487-47e9-8a21-65edb2b8b2c4 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930525 Jul 22 02:29:04.513013 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3bfeb073-575d-4443-99b1-5304fbeec1aa tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746573'] for floatingip, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:04.553377 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3bfeb073-575d-4443-99b1-5304fbeec1aa tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409'] for floatingip, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:04.569386 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-3bfeb073-575d-4443-99b1-5304fbeec1aa tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8571239 Jul 22 02:29:04.615158 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [req-e8ee5c44-44b2-49b3-9d99-a4fcae2dee74 req-6c9a573f-4e1a-4f5d-80eb-5a822b7a17e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07963a95-c467-4478-83a5-a853152239ae {{(pid=93206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:29:04.648629 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-e8ee5c44-44b2-49b3-9d99-a4fcae2dee74 req-6c9a573f-4e1a-4f5d-80eb-5a822b7a17e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:04.743996 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-ebee686b-9d7b-4094-bc80-e2856c18f181 req-b75ff885-5e24-4ec9-97b0-c498f9e22200 service neutron] 10.222.0.30 "GET /v2.0/networks/72ed7fff-9ec8-4d42-8728-85745d62dd2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6970477 Jul 22 02:29:04.750770 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [req-e8ee5c44-44b2-49b3-9d99-a4fcae2dee74 req-6c9a573f-4e1a-4f5d-80eb-5a822b7a17e1 service neutron] Transition to ACTIVE for port object 07963a95-c467-4478-83a5-a853152239ae will not be triggered until provisioned by entity L2. {{(pid=93206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:29:04.765141 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-e8ee5c44-44b2-49b3-9d99-a4fcae2dee74 req-6c9a573f-4e1a-4f5d-80eb-5a822b7a17e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:04.936583 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [req-a2c9d0b6-ad89-49de-ae3b-5ca128b848b4 req-b58aa699-4085-42b3-b210-861f2597e745 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f53a050c-deec-464b-a0d0-6a7210d3fc48 {{(pid=93206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:29:04.946784 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-a2c9d0b6-ad89-49de-ae3b-5ca128b848b4 req-b58aa699-4085-42b3-b210-861f2597e745 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:04.975127 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [req-a2c9d0b6-ad89-49de-ae3b-5ca128b848b4 req-b58aa699-4085-42b3-b210-861f2597e745 service neutron] Transition to ACTIVE for port object f53a050c-deec-464b-a0d0-6a7210d3fc48 will not be triggered until provisioned by entity L2. {{(pid=93206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:29:04.978482 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9a573f-4e1a-4f5d-80eb-5a822b7a17e1 service neutron] Pushing event updated for resources: {'Port': ['ID=07963a95-c467-4478-83a5-a853152239ae,revision_number=2']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:05.021460 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-a2c9d0b6-ad89-49de-ae3b-5ca128b848b4 req-b58aa699-4085-42b3-b210-861f2597e745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:05.361136 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9d1273d4-3e3e-42cf-bcda-c476530c2a7d req-d7a291fc-8e83-4641-918a-6c149607f3c3 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--107454506&fields=id&tenant_id=390f421b378f4ffc8c6d8fc7bd0e0d86 HTTP/1.1" status: 200 len: 267 time: 0.2142224 Jul 22 02:29:05.368869 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac2d24-ec37-4661-9e43-0c109a222288 req-442dfc68-9783-4cde-b60b-da91b2f32d3f tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:05.370910 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-1bac2d24-ec37-4661-9e43-0c109a222288 req-442dfc68-9783-4cde-b60b-da91b2f32d3f tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] 10.222.0.30 "GET /v2.0/ports?device_id=b03ceee7-105f-4d7c-b91b-9af3b50d5847 HTTP/1.1" status: 200 len: 931 time: 0.6913102 Jul 22 02:29:05.424476 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58aa699-4085-42b3-b210-861f2597e745 service neutron] Pushing event updated for resources: {'Port': ['ID=f53a050c-deec-464b-a0d0-6a7210d3fc48,revision_number=2']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:05.491476 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-1bac2d24-ec37-4661-9e43-0c109a222288 req-0777565b-ce6d-4bcd-b9e0-8c84554b3ca4 tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] 10.222.0.30 "GET /v2.0/security-groups?id=af93e7f4-aa44-4071-b2d8-f3e3e852a55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914996 Jul 22 02:29:05.527501 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [req-e8ee5c44-44b2-49b3-9d99-a4fcae2dee74 req-6c9a573f-4e1a-4f5d-80eb-5a822b7a17e1 service neutron] Attempting to bind port 07963a95-c467-4478-83a5-a853152239ae on host hv-cinder-79229 for vnic_type normal with profile {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:29:05.527907 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [req-e8ee5c44-44b2-49b3-9d99-a4fcae2dee74 req-6c9a573f-4e1a-4f5d-80eb-5a822b7a17e1 service neutron] Attempting to bind port 07963a95-c467-4478-83a5-a853152239ae by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': 'da4ae5cf-39ce-4a30-99af-eeb5e7b212e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2afc3792-c86f-482a-9e8f-45d5371b1625'}] {{(pid=93206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:29:05.528440 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ee5c44-44b2-49b3-9d99-a4fcae2dee74 req-6c9a573f-4e1a-4f5d-80eb-5a822b7a17e1 service neutron] Attempting to bind port 07963a95-c467-4478-83a5-a853152239ae on network 2afc3792-c86f-482a-9e8f-45d5371b1625 {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:29:05.536540 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [req-a2c9d0b6-ad89-49de-ae3b-5ca128b848b4 req-b58aa699-4085-42b3-b210-861f2597e745 service neutron] Attempting to bind port f53a050c-deec-464b-a0d0-6a7210d3fc48 on host hv-cinder-79229 for vnic_type normal with profile {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:29:05.536951 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [req-a2c9d0b6-ad89-49de-ae3b-5ca128b848b4 req-b58aa699-4085-42b3-b210-861f2597e745 service neutron] Attempting to bind port f53a050c-deec-464b-a0d0-6a7210d3fc48 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '1178c6d7-38f4-4aec-bb2e-34535e569c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d'}] {{(pid=93206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:29:05.537277 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c9d0b6-ad89-49de-ae3b-5ca128b848b4 req-b58aa699-4085-42b3-b210-861f2597e745 service neutron] Attempting to bind port f53a050c-deec-464b-a0d0-6a7210d3fc48 on network 49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:29:05.558911 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c9d0b6-ad89-49de-ae3b-5ca128b848b4 req-b58aa699-4085-42b3-b210-861f2597e745 service neutron] Port f53a050c-deec-464b-a0d0-6a7210d3fc48 on network 49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 02:29:05.559498 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c9d0b6-ad89-49de-ae3b-5ca128b848b4 req-b58aa699-4085-42b3-b210-861f2597e745 service neutron] Attempting to bind port f53a050c-deec-464b-a0d0-6a7210d3fc48 on network 49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:29:05.569174 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ee5c44-44b2-49b3-9d99-a4fcae2dee74 req-6c9a573f-4e1a-4f5d-80eb-5a822b7a17e1 service neutron] Port 07963a95-c467-4478-83a5-a853152239ae on network 2afc3792-c86f-482a-9e8f-45d5371b1625 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 02:29:05.569584 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ee5c44-44b2-49b3-9d99-a4fcae2dee74 req-6c9a573f-4e1a-4f5d-80eb-5a822b7a17e1 service neutron] Attempting to bind port 07963a95-c467-4478-83a5-a853152239ae on network 2afc3792-c86f-482a-9e8f-45d5371b1625 {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:29:05.596274 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ee5c44-44b2-49b3-9d99-a4fcae2dee74 req-6c9a573f-4e1a-4f5d-80eb-5a822b7a17e1 service neutron] Checking agent: {'id': '3e047b69-7131-4bb7-a905-86c2cdf7c2d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 27, 10), 'started_at': datetime.datetime(2021, 7, 22, 2, 27, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:29:05.596745 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ee5c44-44b2-49b3-9d99-a4fcae2dee74 req-6c9a573f-4e1a-4f5d-80eb-5a822b7a17e1 service neutron] Checking segment: {'id': 'da4ae5cf-39ce-4a30-99af-eeb5e7b212e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2afc3792-c86f-482a-9e8f-45d5371b1625'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:29:05.607747 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ee5c44-44b2-49b3-9d99-a4fcae2dee74 req-6c9a573f-4e1a-4f5d-80eb-5a822b7a17e1 service neutron] Bound using segment: {'id': 'da4ae5cf-39ce-4a30-99af-eeb5e7b212e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2afc3792-c86f-482a-9e8f-45d5371b1625'} {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:29:05.608331 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [req-e8ee5c44-44b2-49b3-9d99-a4fcae2dee74 req-6c9a573f-4e1a-4f5d-80eb-5a822b7a17e1 service neutron] Bound port: 07963a95-c467-4478-83a5-a853152239ae, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da4ae5cf-39ce-4a30-99af-eeb5e7b212e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2afc3792-c86f-482a-9e8f-45d5371b1625'}}] {{(pid=93206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:29:05.608746 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-e8ee5c44-44b2-49b3-9d99-a4fcae2dee74 req-6c9a573f-4e1a-4f5d-80eb-5a822b7a17e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:05.676260 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c9d0b6-ad89-49de-ae3b-5ca128b848b4 req-b58aa699-4085-42b3-b210-861f2597e745 service neutron] Checking agent: {'id': '3e047b69-7131-4bb7-a905-86c2cdf7c2d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 27, 10), 'started_at': datetime.datetime(2021, 7, 22, 2, 27, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:29:05.676629 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c9d0b6-ad89-49de-ae3b-5ca128b848b4 req-b58aa699-4085-42b3-b210-861f2597e745 service neutron] Checking segment: {'id': '1178c6d7-38f4-4aec-bb2e-34535e569c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:29:05.677007 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c9d0b6-ad89-49de-ae3b-5ca128b848b4 req-b58aa699-4085-42b3-b210-861f2597e745 service neutron] Bound using segment: {'id': '1178c6d7-38f4-4aec-bb2e-34535e569c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d'} {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:29:05.677458 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [req-a2c9d0b6-ad89-49de-ae3b-5ca128b848b4 req-b58aa699-4085-42b3-b210-861f2597e745 service neutron] Bound port: f53a050c-deec-464b-a0d0-6a7210d3fc48, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1178c6d7-38f4-4aec-bb2e-34535e569c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d'}}] {{(pid=93206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:29:05.677821 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-a2c9d0b6-ad89-49de-ae3b-5ca128b848b4 req-b58aa699-4085-42b3-b210-861f2597e745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:05.713872 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-88bc303d-e7de-4be6-8628-09039d862bf9 req-80371e16-5936-4e2a-9fcf-90c1c882a8e9 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2efc9eb-4c67-4b62-93ea-f95b382696ca HTTP/1.1" status: 200 len: 210 time: 0.1354685 Jul 22 02:29:05.787815 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1273d4-3e3e-42cf-bcda-c476530c2a7d req-fd38c4e5-5d1c-4712-ad8a-d92e90628aa5 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:05.794955 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9d1273d4-3e3e-42cf-bcda-c476530c2a7d req-fd38c4e5-5d1c-4712-ad8a-d92e90628aa5 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/networks?id=c1704d84-6956-4df3-918a-504126cdf765 HTTP/1.1" status: 200 len: 817 time: 0.3967695 Jul 22 02:29:05.908115 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9d1273d4-3e3e-42cf-bcda-c476530c2a7d req-9bc3ec79-7ed6-4476-a93a-86f2062d8b83 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/quotas/390f421b378f4ffc8c6d8fc7bd0e0d86 HTTP/1.1" status: 200 len: 375 time: 0.1122677 Jul 22 02:29:05.989450 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [req-e8ee5c44-44b2-49b3-9d99-a4fcae2dee74 req-6c9a573f-4e1a-4f5d-80eb-5a822b7a17e1 service neutron] For port 07963a95-c467-4478-83a5-a853152239ae, host hv-cinder-79229, cleared binding levels {{(pid=93206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:29:06.002902 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [req-a2c9d0b6-ad89-49de-ae3b-5ca128b848b4 req-b58aa699-4085-42b3-b210-861f2597e745 service neutron] For port f53a050c-deec-464b-a0d0-6a7210d3fc48, host hv-cinder-79229, cleared binding levels {{(pid=93206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:29:06.040462 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [req-e8ee5c44-44b2-49b3-9d99-a4fcae2dee74 req-6c9a573f-4e1a-4f5d-80eb-5a822b7a17e1 service neutron] For port 07963a95-c467-4478-83a5-a853152239ae, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=07963a95-c467-4478-83a5-a853152239ae,segment=NetworkSegment(da4ae5cf-39ce-4a30-99af-eeb5e7b212e1),segment_id=da4ae5cf-39ce-4a30-99af-eeb5e7b212e1)] {{(pid=93206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:29:06.050383 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [req-a2c9d0b6-ad89-49de-ae3b-5ca128b848b4 req-b58aa699-4085-42b3-b210-861f2597e745 service neutron] For port f53a050c-deec-464b-a0d0-6a7210d3fc48, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=f53a050c-deec-464b-a0d0-6a7210d3fc48,segment=NetworkSegment(1178c6d7-38f4-4aec-bb2e-34535e569c60),segment_id=1178c6d7-38f4-4aec-bb2e-34535e569c60)] {{(pid=93206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:29:06.057987 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-e8ee5c44-44b2-49b3-9d99-a4fcae2dee74 req-6c9a573f-4e1a-4f5d-80eb-5a822b7a17e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:06.080894 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-a2c9d0b6-ad89-49de-ae3b-5ca128b848b4 req-b58aa699-4085-42b3-b210-861f2597e745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:06.123828 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb13c55-4928-4eb2-96ab-934fa8fd277a req-1b81952d-87f7-4e98-b81c-9e472a4f7895 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:06.131346 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-deb13c55-4928-4eb2-96ab-934fa8fd277a req-1b81952d-87f7-4e98-b81c-9e472a4f7895 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b0a6fce-a792-4c97-91b2-4c5f7b441b03 HTTP/1.1" status: 200 len: 943 time: 0.3116319 Jul 22 02:29:06.147475 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee5c44-44b2-49b3-9d99-a4fcae2dee74 req-6c9a573f-4e1a-4f5d-80eb-5a822b7a17e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:06.148170 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-e8ee5c44-44b2-49b3-9d99-a4fcae2dee74 req-6c9a573f-4e1a-4f5d-80eb-5a822b7a17e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583845'] for port, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:06.149825 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e8ee5c44-44b2-49b3-9d99-a4fcae2dee74 req-6c9a573f-4e1a-4f5d-80eb-5a822b7a17e1 service neutron] 10.222.0.23 "PUT /v2.0/ports/07963a95-c467-4478-83a5-a853152239ae HTTP/1.1" status: 200 len: 1093 time: 4.2709098 Jul 22 02:29:06.164116 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b03ceee7-105f-4d7c-b91b-9af3b50d5847', 'tag': '07963a95-c467-4478-83a5-a853152239ae'}] {{(pid=93206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:29:06.219017 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 54408) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:06.345972 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c9d0b6-ad89-49de-ae3b-5ca128b848b4 req-b58aa699-4085-42b3-b210-861f2597e745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:06.346684 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-a2c9d0b6-ad89-49de-ae3b-5ca128b848b4 req-b58aa699-4085-42b3-b210-861f2597e745 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583845'] for port, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:06.348283 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a2c9d0b6-ad89-49de-ae3b-5ca128b848b4 req-b58aa699-4085-42b3-b210-861f2597e745 service neutron] 10.222.0.23 "PUT /v2.0/ports/f53a050c-deec-464b-a0d0-6a7210d3fc48 HTTP/1.1" status: 200 len: 1093 time: 4.4502559 Jul 22 02:29:06.364533 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-2d257ae7-ceed-479d-97a0-248c01f7ed35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:06.380676 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-deb13c55-4928-4eb2-96ab-934fa8fd277a req-9d9973f3-b483-4c84-889e-5707380cf6b4 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420409 Jul 22 02:29:06.422297 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9d1273d4-3e3e-42cf-bcda-c476530c2a7d req-c18983c9-689f-4ea3-8935-68afef1b8af4 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=390f421b378f4ffc8c6d8fc7bd0e0d86&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5041029 Jul 22 02:29:06.423109 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9a573f-4e1a-4f5d-80eb-5a822b7a17e1 service neutron] Pushing event updated for resources: {'Port': ['ID=07963a95-c467-4478-83a5-a853152239ae,revision_number=3']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:06.467446 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-2d257ae7-ceed-479d-97a0-248c01f7ed35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:06.471894 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-2d257ae7-ceed-479d-97a0-248c01f7ed35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:06.496879 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2c7467b3a520cac2f9dc58394876cadcbbb82697b422dc56d8b09de1a4b7e26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7bb60d-4dfb-4a3d-a49c-5a785d0d04ec" -d '{"events": [{"name": "network-changed", "server_uuid": "b03ceee7-105f-4d7c-b91b-9af3b50d5847", "tag": "07963a95-c467-4478-83a5-a853152239ae"}]}' {{(pid=93206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:29:06.505274 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d257ae7-ceed-479d-97a0-248c01f7ed35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1000e562-c543-4c29-9220-a7ecbe9754bb,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:06.537203 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-2d257ae7-ceed-479d-97a0-248c01f7ed35 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b5656381c1794c928fc70646f5ff29da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3163772 Jul 22 02:29:06.538078 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 54426) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:06.592056 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58aa699-4085-42b3-b210-861f2597e745 service neutron] Pushing event updated for resources: {'Port': ['ID=f53a050c-deec-464b-a0d0-6a7210d3fc48,revision_number=3']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:06.617388 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-248a218b-c038-4fc7-a297-6e9d8bb231ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:06.631840 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9d1273d4-3e3e-42cf-bcda-c476530c2a7d req-31fc344b-c1b1-4468-a140-399708b613a1 service neutron] 10.222.0.30 "GET /v2.0/networks/c1704d84-6956-4df3-918a-504126cdf765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851876 Jul 22 02:29:06.640265 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-248a218b-c038-4fc7-a297-6e9d8bb231ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:06.691602 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-248a218b-c038-4fc7-a297-6e9d8bb231ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:06.694405 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-248a218b-c038-4fc7-a297-6e9d8bb231ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:06.695892 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-248a218b-c038-4fc7-a297-6e9d8bb231ee admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1000e562-c543-4c29-9220-a7ecbe9754bb HTTP/1.1" status: 204 len: 168 time: 0.1566932 Jul 22 02:29:06.705365 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248a218b-c038-4fc7-a297-6e9d8bb231ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1000e562-c543-4c29-9220-a7ecbe9754bb,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:06.885509 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 02:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade10b8b-c0de-4e3c-9881-13a7119a458a x-openstack-request-id: req-ade10b8b-c0de-4e3c-9881-13a7119a458a {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:29:06.885804 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b03ceee7-105f-4d7c-b91b-9af3b50d5847", "tag": "07963a95-c467-4478-83a5-a853152239ae", "status": "completed", "code": 200}]} {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:29:06.886049 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ade10b8b-c0de-4e3c-9881-13a7119a458a {{(pid=93206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:29:06.886506 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b03ceee7-105f-4d7c-b91b-9af3b50d5847', 'tag': '07963a95-c467-4478-83a5-a853152239ae', 'status': 'completed', 'code': 200} Jul 22 02:29:06.945323 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9d1273d4-3e3e-42cf-bcda-c476530c2a7d req-aa5dd49c-ecba-41c4-82d4-4717ee5646fc service neutron] 10.222.0.30 "GET /v2.0/networks/c1704d84-6956-4df3-918a-504126cdf765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072679 Jul 22 02:29:06.971667 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d995b-7015-45aa-b6d2-7c50ecd04678 req-b0a4bdd4-9dd3-4cbd-9b4a-b9bc3160f6cb tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:06.973169 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-4a7d995b-7015-45aa-b6d2-7c50ecd04678 req-b0a4bdd4-9dd3-4cbd-9b4a-b9bc3160f6cb tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] 10.222.0.30 "GET /v2.0/ports?device_id=b03ceee7-105f-4d7c-b91b-9af3b50d5847 HTTP/1.1" status: 200 len: 943 time: 0.0900283 Jul 22 02:29:07.011787 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-4a7d995b-7015-45aa-b6d2-7c50ecd04678 req-7b0846ee-ef61-451c-88ad-98a97c89d3f6 tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] 10.222.0.30 "GET /v2.0/security-groups?id=af93e7f4-aa44-4071-b2d8-f3e3e852a55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332472 Jul 22 02:29:07.020592 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 54444) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:07.034888 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-0497fc10-2478-44f3-912a-20aabac82e1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:07.128247 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-0497fc10-2478-44f3-912a-20aabac82e1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:07.130037 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-0e4bafd9-a805-44d7-b368-3ad796bf446a req-981db32a-0c16-45ed-ba84-7c0eaa62f13e tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2efc9eb-4c67-4b62-93ea-f95b382696ca HTTP/1.1" status: 200 len: 210 time: 0.0582676 Jul 22 02:29:07.134198 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-0497fc10-2478-44f3-912a-20aabac82e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:07.161078 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-c4963d5c-d118-4dce-a54f-1acbc87d4d9a req-72c1c56e-5c7e-42a0-b18d-b6b3f7c30f0f tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 210 time: 0.0297692 Jul 22 02:29:07.178240 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0497fc10-2478-44f3-912a-20aabac82e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e877449c-be9a-466f-8c20-b2948246ac6b,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:07.185390 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-0497fc10-2478-44f3-912a-20aabac82e1d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=92a661cf3b4743d592826c18bf911a3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1613622 Jul 22 02:29:07.185871 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 54450) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:07.236857 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-d8112ebb-f24f-4095-83e0-2c06369cbb77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:07.261247 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-d8112ebb-f24f-4095-83e0-2c06369cbb77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:07.315534 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-d8112ebb-f24f-4095-83e0-2c06369cbb77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:07.318670 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-d8112ebb-f24f-4095-83e0-2c06369cbb77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:07.320024 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-d8112ebb-f24f-4095-83e0-2c06369cbb77 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e877449c-be9a-466f-8c20-b2948246ac6b HTTP/1.1" status: 204 len: 168 time: 0.1329777 Jul 22 02:29:07.330744 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8112ebb-f24f-4095-83e0-2c06369cbb77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e877449c-be9a-466f-8c20-b2948246ac6b,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:07.541417 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921abaa3-3b96-437e-afe1-bd8d0c7438ca req-85048ce3-fb6e-446e-ab7f-f6b31d18ec43 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:07.542926 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-921abaa3-3b96-437e-afe1-bd8d0c7438ca req-85048ce3-fb6e-446e-ab7f-f6b31d18ec43 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b0a6fce-a792-4c97-91b2-4c5f7b441b03 HTTP/1.1" status: 200 len: 943 time: 0.0843062 Jul 22 02:29:07.582423 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-921abaa3-3b96-437e-afe1-bd8d0c7438ca req-11f99b0e-ec6f-4759-99a3-c35c4ce02512 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332952 Jul 22 02:29:08.147427 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73fbf00-829a-4629-9b6b-dd961eaa6760 req-2f546a2d-da64-46bd-afbc-59a8b10294ee tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:08.149091 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-c73fbf00-829a-4629-9b6b-dd961eaa6760 req-2f546a2d-da64-46bd-afbc-59a8b10294ee tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] 10.222.0.30 "GET /v2.0/ports?device_id=b03ceee7-105f-4d7c-b91b-9af3b50d5847 HTTP/1.1" status: 200 len: 943 time: 0.0691283 Jul 22 02:29:08.188939 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-c73fbf00-829a-4629-9b6b-dd961eaa6760 req-5b1a00bf-a55c-4755-86f6-c8c283169cf1 tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] 10.222.0.30 "GET /v2.0/security-groups?id=af93e7f4-aa44-4071-b2d8-f3e3e852a55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336950 Jul 22 02:29:08.219262 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a1ebd707-d19f-4cb4-ba6d-4632b67518f7 req-4150efa0-220c-4ba4-89a3-f1409edf3ef6 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2efc9eb-4c67-4b62-93ea-f95b382696ca HTTP/1.1" status: 200 len: 210 time: 0.0293646 Jul 22 02:29:08.288297 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-86fecbbf-bf9e-480b-8631-48eecc2885d4 req-848707ac-c4f0-473c-aee2-3277e7a8c5eb tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 210 time: 0.0294573 Jul 22 02:29:08.711521 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d1b00a-5c47-4627-9688-a012bac16980 req-c8adbab2-2fb8-4d94-9003-9dc9c929b181 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:08.713044 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-29d1b00a-5c47-4627-9688-a012bac16980 req-c8adbab2-2fb8-4d94-9003-9dc9c929b181 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b0a6fce-a792-4c97-91b2-4c5f7b441b03 HTTP/1.1" status: 200 len: 943 time: 0.0649502 Jul 22 02:29:08.753313 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-29d1b00a-5c47-4627-9688-a012bac16980 req-5ef1dd44-cd4e-4220-9bcb-42189602de48 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346253 Jul 22 02:29:08.887499 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b0a6fce-a792-4c97-91b2-4c5f7b441b03', 'tag': 'f53a050c-deec-464b-a0d0-6a7210d3fc48'}] {{(pid=93206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:29:08.889955 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2c7467b3a520cac2f9dc58394876cadcbbb82697b422dc56d8b09de1a4b7e26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d838fb-87ab-405d-ba20-988eb5abea4f" -d '{"events": [{"name": "network-changed", "server_uuid": "0b0a6fce-a792-4c97-91b2-4c5f7b441b03", "tag": "f53a050c-deec-464b-a0d0-6a7210d3fc48"}]}' {{(pid=93206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:29:08.983109 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 02:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1e0aa5-c564-4375-b320-eea0e1e4f854 x-openstack-request-id: req-0c1e0aa5-c564-4375-b320-eea0e1e4f854 {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:29:08.983487 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b0a6fce-a792-4c97-91b2-4c5f7b441b03", "tag": "f53a050c-deec-464b-a0d0-6a7210d3fc48", "status": "completed", "code": 200}]} {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:29:08.983767 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0c1e0aa5-c564-4375-b320-eea0e1e4f854 {{(pid=93206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:29:08.984160 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b0a6fce-a792-4c97-91b2-4c5f7b441b03', 'tag': 'f53a050c-deec-464b-a0d0-6a7210d3fc48', 'status': 'completed', 'code': 200} Jul 22 02:29:09.335952 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819490b1-dd12-4282-826d-8c0f7d731311 req-e8f7c5c8-8004-44c8-8e05-0bb7718804d5 tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:09.340918 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-819490b1-dd12-4282-826d-8c0f7d731311 req-e8f7c5c8-8004-44c8-8e05-0bb7718804d5 tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] 10.222.0.30 "GET /v2.0/ports?device_id=b03ceee7-105f-4d7c-b91b-9af3b50d5847 HTTP/1.1" status: 200 len: 943 time: 0.0815094 Jul 22 02:29:09.374709 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-8f94dece-a182-421a-926f-8b388e47a661 req-d9bdcffb-a07f-4127-8532-cbe988c83967 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2efc9eb-4c67-4b62-93ea-f95b382696ca HTTP/1.1" status: 200 len: 210 time: 0.0328174 Jul 22 02:29:09.402989 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-819490b1-dd12-4282-826d-8c0f7d731311 req-bc84fb75-4362-42a4-9f45-d57bcb895c97 tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] 10.222.0.30 "GET /v2.0/security-groups?id=af93e7f4-aa44-4071-b2d8-f3e3e852a55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593941 Jul 22 02:29:09.457721 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-da9fa68d-765a-4223-aa83-7a2347b74f04 req-0fc384c7-787a-4133-a0d8-352670311b9a tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 210 time: 0.0290017 Jul 22 02:29:09.558435 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:09.891948 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eb9265-302d-474e-acc5-96ede2fd2748 req-13d38857-a148-4d18-b9ed-75c7fbcf1e2d tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:09.893429 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-32eb9265-302d-474e-acc5-96ede2fd2748 req-13d38857-a148-4d18-b9ed-75c7fbcf1e2d tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b0a6fce-a792-4c97-91b2-4c5f7b441b03 HTTP/1.1" status: 200 len: 943 time: 0.0650959 Jul 22 02:29:09.933683 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-32eb9265-302d-474e-acc5-96ede2fd2748 req-e749bac4-c785-4e47-a2c2-e0264f799b67 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346916 Jul 22 02:29:10.141801 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d838fb-87ab-405d-ba20-988eb5abea4f req-3e372e9d-a82c-43c8-9c01-9d25241b5439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:10.143526 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-13d838fb-87ab-405d-ba20-988eb5abea4f req-3e372e9d-a82c-43c8-9c01-9d25241b5439 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=16fd06163ccc47f08a69c65f0aa273d0&device_id=0b0a6fce-a792-4c97-91b2-4c5f7b441b03 HTTP/1.1" status: 200 len: 1096 time: 0.1142888 Jul 22 02:29:10.146042 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7bb60d-4dfb-4a3d-a49c-5a785d0d04ec req-85cc616a-38ee-49bb-963e-ebcb4df54ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:10.147391 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-6a7bb60d-4dfb-4a3d-a49c-5a785d0d04ec req-85cc616a-38ee-49bb-963e-ebcb4df54ec4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3dd9634687494d04b603cc92f8b506ea&device_id=b03ceee7-105f-4d7c-b91b-9af3b50d5847 HTTP/1.1" status: 200 len: 1096 time: 0.1547742 Jul 22 02:29:10.322032 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.23', 64159) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:10.403034 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7bb60d-4dfb-4a3d-a49c-5a785d0d04ec req-03093772-7166-4a46-89aa-ccfe1956b819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:10.404710 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-6a7bb60d-4dfb-4a3d-a49c-5a785d0d04ec req-03093772-7166-4a46-89aa-ccfe1956b819 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=3dd9634687494d04b603cc92f8b506ea&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2267113 Jul 22 02:29:10.406236 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d838fb-87ab-405d-ba20-988eb5abea4f req-ff84ca92-7e1e-4781-a9c5-9cdbf4954826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:10.407745 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-13d838fb-87ab-405d-ba20-988eb5abea4f req-ff84ca92-7e1e-4781-a9c5-9cdbf4954826 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=16fd06163ccc47f08a69c65f0aa273d0&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2498410 Jul 22 02:29:10.563492 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-7c848a7b-7746-462b-8f4f-bf8e761ce894 req-86d4bd23-2668-4ce2-92d7-54bd40742ccf tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2efc9eb-4c67-4b62-93ea-f95b382696ca HTTP/1.1" status: 200 len: 210 time: 0.0482650 Jul 22 02:29:10.591229 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30beaa2-d906-4c23-b50d-16065333d6cd req-e23ba853-2512-43ec-9f56-6128c6cdec9f tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:10.593541 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-a30beaa2-d906-4c23-b50d-16065333d6cd req-e23ba853-2512-43ec-9f56-6128c6cdec9f tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.23 "GET /v2.0/networks?id=72ed7fff-9ec8-4d42-8728-85745d62dd2e HTTP/1.1" status: 200 len: 819 time: 0.2675700 Jul 22 02:29:10.611862 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [req-a30beaa2-d906-4c23-b50d-16065333d6cd req-4d5a871d-355c-4234-8893-a8ac343301fd tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Request body: {'port': {'device_id': '8d3a35d1-5d50-4bbc-80be-46255b5b935d', 'network_id': '72ed7fff-9ec8-4d42-8728-85745d62dd2e', 'admin_state_up': True, 'tenant_id': '983dc1d7a16247a98a094716f99ada48'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:29:10.768714 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7bb60d-4dfb-4a3d-a49c-5a785d0d04ec req-3cf05d61-c75b-4d79-8ffd-138ed25adc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:10.771324 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-6a7bb60d-4dfb-4a3d-a49c-5a785d0d04ec req-3cf05d61-c75b-4d79-8ffd-138ed25adc9a service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3533266 Jul 22 02:29:10.772554 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d838fb-87ab-405d-ba20-988eb5abea4f req-fab63983-d4b6-41b9-9ac5-52073e4a0e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:10.774300 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-13d838fb-87ab-405d-ba20-988eb5abea4f req-fab63983-d4b6-41b9-9ac5-52073e4a0e66 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3581605 Jul 22 02:29:10.799117 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894c061-c2c8-4d96-a857-efc21d1998f1 req-9df8fee6-0921-4dfb-967c-bbf7d1a90a0f tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:10.800875 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-1894c061-c2c8-4d96-a857-efc21d1998f1 req-9df8fee6-0921-4dfb-967c-bbf7d1a90a0f tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] 10.222.0.30 "GET /v2.0/ports?device_id=b03ceee7-105f-4d7c-b91b-9af3b50d5847 HTTP/1.1" status: 200 len: 943 time: 0.2723935 Jul 22 02:29:10.878066 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a30beaa2-d906-4c23-b50d-16065333d6cd req-4d5a871d-355c-4234-8893-a8ac343301fd tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Made reservation on behalf of 983dc1d7a16247a98a094716f99ada48 for: {'port': 1} {{(pid=93205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:29:10.884866 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-a30beaa2-d906-4c23-b50d-16065333d6cd req-4d5a871d-355c-4234-8893-a8ac343301fd tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:10.891740 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-216d228f-d1d7-47fd-af2d-8f3a0cf20650 req-fe13a1b8-8091-46cc-b46f-a658a28d9274 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 210 time: 0.0897076 Jul 22 02:29:10.907217 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.23', 64162) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:11.062458 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-f63d1057-bf59-4bf9-aa5e-7df301e2ca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:11.094940 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-1894c061-c2c8-4d96-a857-efc21d1998f1 req-3cc3cdbb-33a9-4ea7-a2dd-d1df921cfe46 tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] 10.222.0.30 "GET /v2.0/security-groups?id=af93e7f4-aa44-4071-b2d8-f3e3e852a55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972380 Jul 22 02:29:11.124438 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1273d4-3e3e-42cf-bcda-c476530c2a7d req-a6752eab-5c96-4536-942e-604f5c43c583 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:11.126502 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9d1273d4-3e3e-42cf-bcda-c476530c2a7d req-a6752eab-5c96-4536-942e-604f5c43c583 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.23 "GET /v2.0/networks?id=c1704d84-6956-4df3-918a-504126cdf765 HTTP/1.1" status: 200 len: 817 time: 0.2320616 Jul 22 02:29:11.308297 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.23', 64167) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:11.310141 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c9d0b6-ad89-49de-ae3b-5ca128b848b4 req-1c912d7c-f60f-4c27-b87f-c06ca9f50b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:11.311836 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-a2c9d0b6-ad89-49de-ae3b-5ca128b848b4 req-1c912d7c-f60f-4c27-b87f-c06ca9f50b81 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=16fd06163ccc47f08a69c65f0aa273d0&device_id=0b0a6fce-a792-4c97-91b2-4c5f7b441b03 HTTP/1.1" status: 200 len: 1096 time: 0.3988693 Jul 22 02:29:11.445438 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 54620) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:11.464393 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee5c44-44b2-49b3-9d99-a4fcae2dee74 req-989984df-6265-4931-8e6f-f8513a26086a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:11.466139 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e8ee5c44-44b2-49b3-9d99-a4fcae2dee74 req-989984df-6265-4931-8e6f-f8513a26086a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3dd9634687494d04b603cc92f8b506ea&device_id=b03ceee7-105f-4d7c-b91b-9af3b50d5847 HTTP/1.1" status: 200 len: 1096 time: 0.5668333 Jul 22 02:29:11.487190 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.db_base_plugin_common [req-a30beaa2-d906-4c23-b50d-16065333d6cd req-4d5a871d-355c-4234-8893-a8ac343301fd tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Allocated IP 172.20.0.2 (72ed7fff-9ec8-4d42-8728-85745d62dd2e/72796e7a-066a-4b87-aca1-2c9cb7a8cc4a/21642b83-cb97-476d-9965-9d450d17bc83) {{(pid=93205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:29:11.554636 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e8ee5c44-44b2-49b3-9d99-a4fcae2dee74 req-30bf6a8c-1df5-4623-ade2-72670eb88d25 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=07963a95-c467-4478-83a5-a853152239ae HTTP/1.1" status: 200 len: 217 time: 0.0779641 Jul 22 02:29:11.651749 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9d1273d4-3e3e-42cf-bcda-c476530c2a7d req-29cc603e-5db8-47fe-b9a4-12c0c1cf160d tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=390f421b378f4ffc8c6d8fc7bd0e0d86 HTTP/1.1" status: 200 len: 379 time: 0.2141092 Jul 22 02:29:11.667507 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8117bcfc-288c-486c-a894-af1c5a3a10dc req-b5d68036-1027-4c59-82d9-4e7dbb51a26b tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:11.676561 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-8117bcfc-288c-486c-a894-af1c5a3a10dc req-b5d68036-1027-4c59-82d9-4e7dbb51a26b tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b0a6fce-a792-4c97-91b2-4c5f7b441b03 HTTP/1.1" status: 200 len: 943 time: 0.5484312 Jul 22 02:29:11.692018 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.v2.base [req-9d1273d4-3e3e-42cf-bcda-c476530c2a7d req-f1d18c60-72a6-4ed0-9b70-a000d3f71991 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Request body: {'port': {'device_id': 'd3588f8d-c7b7-42c5-a7bf-f413fb7dbac1', 'network_id': 'c1704d84-6956-4df3-918a-504126cdf765', 'admin_state_up': True, 'tenant_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'security_groups': ['4cc208cc-b6a6-4f44-b05c-1c8bab43836c']}} {{(pid=93206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:29:11.788944 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-1d998bf2-db53-48f8-b9b3-c97656dc1aeb req-40bfd309-bd9f-4a30-aeb0-6690c4ea570c tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2efc9eb-4c67-4b62-93ea-f95b382696ca HTTP/1.1" status: 200 len: 210 time: 0.0868931 Jul 22 02:29:11.794269 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee5c44-44b2-49b3-9d99-a4fcae2dee74 req-3cea7acf-c187-4cce-98a2-44455355559b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:11.796016 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e8ee5c44-44b2-49b3-9d99-a4fcae2dee74 req-3cea7acf-c187-4cce-98a2-44455355559b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bdf27d7a-e31c-4089-b13a-609a3d47f24e HTTP/1.1" status: 200 len: 851 time: 0.2094095 Jul 22 02:29:11.811510 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-da1987b5-f7ea-4c75-a4bb-c834cf245e62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:11.825357 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-a2c9d0b6-ad89-49de-ae3b-5ca128b848b4 req-0479c19a-9fb5-4416-ae8a-72292c30197c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f53a050c-deec-464b-a0d0-6a7210d3fc48 HTTP/1.1" status: 200 len: 217 time: 0.4906933 Jul 22 02:29:11.903246 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e8ee5c44-44b2-49b3-9d99-a4fcae2dee74 req-1a520197-2f50-4b56-9746-b95eae88b75f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2afc3792-c86f-482a-9e8f-45d5371b1625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0893540 Jul 22 02:29:11.909593 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-8117bcfc-288c-486c-a894-af1c5a3a10dc req-e348f54f-a0a6-430a-b1f6-ca019c26f6f3 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319293 Jul 22 02:29:12.002686 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c9d0b6-ad89-49de-ae3b-5ca128b848b4 req-962f0ad5-9e25-40e8-8fb9-40cbdadcde5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:12.004111 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-a2c9d0b6-ad89-49de-ae3b-5ca128b848b4 req-962f0ad5-9e25-40e8-8fb9-40cbdadcde5b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9cdf501c-c170-4983-bbb3-cf8fb45615cb HTTP/1.1" status: 200 len: 855 time: 0.1700699 Jul 22 02:29:12.017148 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee686b-9d7b-4094-bc80-e2856c18f181 req-60313114-8d8f-406a-9d9b-13f354e36492 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:12.018560 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ebee686b-9d7b-4094-bc80-e2856c18f181 req-60313114-8d8f-406a-9d9b-13f354e36492 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.23 "GET /v2.0/networks?id=72ed7fff-9ec8-4d42-8728-85745d62dd2e HTTP/1.1" status: 200 len: 819 time: 0.7059999 Jul 22 02:29:12.060335 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [req-ebee686b-9d7b-4094-bc80-e2856c18f181 req-f54044b2-95e0-475d-8102-4f23a75074eb tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Request body: {'port': {'device_id': 'c2efc9eb-4c67-4b62-93ea-f95b382696ca', 'network_id': '72ed7fff-9ec8-4d42-8728-85745d62dd2e', 'admin_state_up': True, 'tenant_id': '983dc1d7a16247a98a094716f99ada48'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:29:12.062301 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b3c80269-6307-40c5-9e67-cf3d712706ca req-f4f73f3c-1d04-4faa-9b12-8856b9f6e8f8 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 210 time: 0.0465829 Jul 22 02:29:12.092875 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-a2c9d0b6-ad89-49de-ae3b-5ca128b848b4 req-f4075f02-e2b8-47d0-9320-e1c39fc371f1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712306 Jul 22 02:29:12.098199 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e8ee5c44-44b2-49b3-9d99-a4fcae2dee74 req-5f168a4d-fc6d-49f5-acd9-82da7b0c7a0e service neutron] 10.222.0.23 "GET /v2.0/networks/2afc3792-c86f-482a-9e8f-45d5371b1625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873388 Jul 22 02:29:12.146000 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-a30beaa2-d906-4c23-b50d-16065333d6cd req-4d5a871d-355c-4234-8893-a8ac343301fd tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Notify callbacks [] for port, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:12.195199 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-da1987b5-f7ea-4c75-a4bb-c834cf245e62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:12.232601 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-da1987b5-f7ea-4c75-a4bb-c834cf245e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:12.298978 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-a2c9d0b6-ad89-49de-ae3b-5ca128b848b4 req-a2eee19b-6ce2-4d78-a845-294293492d59 service neutron] 10.222.0.23 "GET /v2.0/networks/49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934917 Jul 22 02:29:12.302602 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-da1987b5-f7ea-4c75-a4bb-c834cf245e62 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4602383763da474c99e746714176bffa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8536143 Jul 22 02:29:12.304161 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1987b5-f7ea-4c75-a4bb-c834cf245e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2baef72-28b3-48b9-ba04-1de4a9030d89,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:12.307516 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 54650) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:12.310875 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e8ee5c44-44b2-49b3-9d99-a4fcae2dee74 req-c28d9ae5-5d6e-4c77-8010-436be4b8a308 service neutron] 10.222.0.23 "GET /v2.0/networks/2afc3792-c86f-482a-9e8f-45d5371b1625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052836 Jul 22 02:29:12.311581 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d1273d4-3e3e-42cf-bcda-c476530c2a7d req-f1d18c60-72a6-4ed0-9b70-a000d3f71991 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Made reservation on behalf of 390f421b378f4ffc8c6d8fc7bd0e0d86 for: {'port': 1} {{(pid=93206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:29:12.316307 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-9d1273d4-3e3e-42cf-bcda-c476530c2a7d req-f1d18c60-72a6-4ed0-9b70-a000d3f71991 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:12.318692 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-a30beaa2-d906-4c23-b50d-16065333d6cd req-4d5a871d-355c-4234-8893-a8ac343301fd tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789867566219'] for port, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:12.401966 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672db3f1-3e68-4123-8345-f2020dc55bca req-ce250b95-cddb-4dc2-851e-dec99cf44335 tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:12.406482 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-672db3f1-3e68-4123-8345-f2020dc55bca req-ce250b95-cddb-4dc2-851e-dec99cf44335 tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] 10.222.0.30 "GET /v2.0/ports?device_id=b03ceee7-105f-4d7c-b91b-9af3b50d5847 HTTP/1.1" status: 200 len: 943 time: 0.2150991 Jul 22 02:29:12.407989 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a30beaa2-d906-4c23-b50d-16065333d6cd req-4d5a871d-355c-4234-8893-a8ac343301fd tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Network 72ed7fff-9ec8-4d42-8728-85745d62dd2e is already hosted by enough agents. {{(pid=93205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:29:12.431366 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebee686b-9d7b-4094-bc80-e2856c18f181 req-f54044b2-95e0-475d-8102-4f23a75074eb tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Made reservation on behalf of 983dc1d7a16247a98a094716f99ada48 for: {'port': 1} {{(pid=93205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:29:12.435728 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-ebee686b-9d7b-4094-bc80-e2856c18f181 req-f54044b2-95e0-475d-8102-4f23a75074eb tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:12.474092 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.base_scheduler [req-a30beaa2-d906-4c23-b50d-16065333d6cd req-4d5a871d-355c-4234-8893-a8ac343301fd tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Resources bound (agent type, host, resource id): {{(pid=93205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:29:12.488213 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.l3_dvrscheduler_db [req-a30beaa2-d906-4c23-b50d-16065333d6cd req-4d5a871d-355c-4234-8893-a8ac343301fd tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Received port after_create {{(pid=93205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:29:12.493768 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30beaa2-d906-4c23-b50d-16065333d6cd req-4d5a871d-355c-4234-8893-a8ac343301fd tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:12.494483 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-a30beaa2-d906-4c23-b50d-16065333d6cd req-4d5a871d-355c-4234-8893-a8ac343301fd tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583845'] for port, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:12.495584 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-672db3f1-3e68-4123-8345-f2020dc55bca req-063d06ec-c4ca-4ee6-b4de-0b74a1cba952 tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] 10.222.0.30 "GET /v2.0/security-groups?id=af93e7f4-aa44-4071-b2d8-f3e3e852a55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802217 Jul 22 02:29:12.514336 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.db_base_plugin_common [req-9d1273d4-3e3e-42cf-bcda-c476530c2a7d req-f1d18c60-72a6-4ed0-9b70-a000d3f71991 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Allocated IP 172.20.0.9 (c1704d84-6956-4df3-918a-504126cdf765/b32e8e6a-923e-4e9e-b074-47bc54badd49/e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea) {{(pid=93206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:29:12.553250 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5a871d-355c-4234-8893-a8ac343301fd tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Pushing event updated for resources: {'Port': ['ID=21642b83-cb97-476d-9965-9d450d17bc83,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:12.598103 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-a30beaa2-d906-4c23-b50d-16065333d6cd req-4d5a871d-355c-4234-8893-a8ac343301fd tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9956527 Jul 22 02:29:12.618369 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [req-a30beaa2-d906-4c23-b50d-16065333d6cd req-19b2bf66-5f1f-495f-b588-856426808df2 service neutron] Request body: {'port': {'device_id': '8d3a35d1-5d50-4bbc-80be-46255b5b935d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:29:12.626857 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-a2c9d0b6-ad89-49de-ae3b-5ca128b848b4 req-20d8c797-88ac-4900-956f-c63637445910 service neutron] 10.222.0.23 "GET /v2.0/networks/49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203969 Jul 22 02:29:12.647750 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-d8ad571c-9ac5-4de2-8d02-981d10d1a63f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:12.664800 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-9d1273d4-3e3e-42cf-bcda-c476530c2a7d req-f1d18c60-72a6-4ed0-9b70-a000d3f71991 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks [] for port, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:12.681234 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [req-9d1273d4-3e3e-42cf-bcda-c476530c2a7d req-f1d18c60-72a6-4ed0-9b70-a000d3f71991 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Transition to ACTIVE for port object e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea will not be triggered until provisioned by entity DHCP. {{(pid=93206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:29:12.718174 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-9d1273d4-3e3e-42cf-bcda-c476530c2a7d req-f1d18c60-72a6-4ed0-9b70-a000d3f71991 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789867566219'] for port, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:12.719082 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-d8ad571c-9ac5-4de2-8d02-981d10d1a63f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:12.769383 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d1273d4-3e3e-42cf-bcda-c476530c2a7d req-f1d18c60-72a6-4ed0-9b70-a000d3f71991 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Network c1704d84-6956-4df3-918a-504126cdf765 is already hosted by enough agents. {{(pid=93206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:29:12.772605 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.base_scheduler [req-9d1273d4-3e3e-42cf-bcda-c476530c2a7d req-f1d18c60-72a6-4ed0-9b70-a000d3f71991 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Resources bound (agent type, host, resource id): {{(pid=93206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:29:12.775763 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d1273d4-3e3e-42cf-bcda-c476530c2a7d req-f1d18c60-72a6-4ed0-9b70-a000d3f71991 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Received port after_create {{(pid=93206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:29:12.782699 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1273d4-3e3e-42cf-bcda-c476530c2a7d req-f1d18c60-72a6-4ed0-9b70-a000d3f71991 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:12.783524 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-9d1273d4-3e3e-42cf-bcda-c476530c2a7d req-f1d18c60-72a6-4ed0-9b70-a000d3f71991 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583845'] for port, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:12.785749 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-a30beaa2-d906-4c23-b50d-16065333d6cd req-19b2bf66-5f1f-495f-b588-856426808df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:12.795425 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d18c60-72a6-4ed0-9b70-a000d3f71991 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Pushing event updated for resources: {'Port': ['ID=e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:12.801942 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.db_base_plugin_common [req-ebee686b-9d7b-4094-bc80-e2856c18f181 req-f54044b2-95e0-475d-8102-4f23a75074eb tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Allocated IP 172.20.0.4 (72ed7fff-9ec8-4d42-8728-85745d62dd2e/72796e7a-066a-4b87-aca1-2c9cb7a8cc4a/6b2d3ac8-d7a5-4ccc-9714-1f894db21346) {{(pid=93205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:29:12.809328 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9d1273d4-3e3e-42cf-bcda-c476530c2a7d req-f1d18c60-72a6-4ed0-9b70-a000d3f71991 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1298516 Jul 22 02:29:12.824051 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.v2.base [req-9d1273d4-3e3e-42cf-bcda-c476530c2a7d req-a7fc1103-03bf-41b3-837e-11b98b829ec3 service neutron] Request body: {'port': {'device_id': 'd3588f8d-c7b7-42c5-a7bf-f413fb7dbac1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=93206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:29:12.952934 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-d8ad571c-9ac5-4de2-8d02-981d10d1a63f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:12.955838 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-d8ad571c-9ac5-4de2-8d02-981d10d1a63f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:12.957092 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-d8ad571c-9ac5-4de2-8d02-981d10d1a63f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d2baef72-28b3-48b9-ba04-1de4a9030d89 HTTP/1.1" status: 204 len: 168 time: 0.6487122 Jul 22 02:29:12.975089 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-3738166e-288f-4141-8525-bfa7ef3fe57d req-cb9c1720-f468-415e-9619-de9600ebbd05 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2efc9eb-4c67-4b62-93ea-f95b382696ca HTTP/1.1" status: 200 len: 210 time: 0.0863025 Jul 22 02:29:12.990079 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-9d1273d4-3e3e-42cf-bcda-c476530c2a7d req-a7fc1103-03bf-41b3-837e-11b98b829ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:13.013602 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ad571c-9ac5-4de2-8d02-981d10d1a63f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2baef72-28b3-48b9-ba04-1de4a9030d89,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:13.200695 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-ebee686b-9d7b-4094-bc80-e2856c18f181 req-f54044b2-95e0-475d-8102-4f23a75074eb tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Notify callbacks [] for port, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:13.234782 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-723d7bd1-2070-459a-864b-94cf437a82fc None None] Provisioning for port e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea completed by entity DHCP. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:29:13.243775 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-723d7bd1-2070-459a-864b-94cf437a82fc None None] Provisioning complete for port e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea triggered by entity DHCP. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:29:13.245171 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-723d7bd1-2070-459a-864b-94cf437a82fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:13.273155 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 54688) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:13.297959 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-ebee686b-9d7b-4094-bc80-e2856c18f181 req-f54044b2-95e0-475d-8102-4f23a75074eb tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789867566219'] for port, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:13.301241 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-723d7bd1-2070-459a-864b-94cf437a82fc None None] Port e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea cannot update to ACTIVE because it is not bound. {{(pid=93207) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 02:29:13.326471 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789533d7-da59-4fdb-a9f0-7bc2707b1e84 req-b67a1727-acb6-4e60-a1ca-bd634622e90c tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:13.333268 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-789533d7-da59-4fdb-a9f0-7bc2707b1e84 req-b67a1727-acb6-4e60-a1ca-bd634622e90c tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b0a6fce-a792-4c97-91b2-4c5f7b441b03 HTTP/1.1" status: 200 len: 943 time: 0.2658823 Jul 22 02:29:13.365985 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54044b2-95e0-475d-8102-4f23a75074eb tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Pushing event updated for resources: {'Port': ['ID=6b2d3ac8-d7a5-4ccc-9714-1f894db21346,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:13.388393 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebee686b-9d7b-4094-bc80-e2856c18f181 req-f54044b2-95e0-475d-8102-4f23a75074eb tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Network 72ed7fff-9ec8-4d42-8728-85745d62dd2e is already hosted by enough agents. {{(pid=93205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:29:13.397896 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.base_scheduler [req-ebee686b-9d7b-4094-bc80-e2856c18f181 req-f54044b2-95e0-475d-8102-4f23a75074eb tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Resources bound (agent type, host, resource id): {{(pid=93205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:29:13.402263 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebee686b-9d7b-4094-bc80-e2856c18f181 req-f54044b2-95e0-475d-8102-4f23a75074eb tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Received port after_create {{(pid=93205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:29:13.409791 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee686b-9d7b-4094-bc80-e2856c18f181 req-f54044b2-95e0-475d-8102-4f23a75074eb tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:13.410255 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-ebee686b-9d7b-4094-bc80-e2856c18f181 req-f54044b2-95e0-475d-8102-4f23a75074eb tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583845'] for port, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:13.417334 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c720fddb-0fa0-4418-9151-2567ef6871a8 req-a8c29e9a-7274-49bc-86b1-9d3909caff87 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:13.418974 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-c720fddb-0fa0-4418-9151-2567ef6871a8 req-a8c29e9a-7274-49bc-86b1-9d3909caff87 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 931 time: 0.2292962 Jul 22 02:29:13.457047 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-789533d7-da59-4fdb-a9f0-7bc2707b1e84 req-ab65bd54-5dcd-4fd1-83c2-9c467613f636 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227577 Jul 22 02:29:13.462505 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-8da8b088-9d02-4f86-9ae0-91dd10e8694d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:13.481503 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ebee686b-9d7b-4094-bc80-e2856c18f181 req-f54044b2-95e0-475d-8102-4f23a75074eb tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4284952 Jul 22 02:29:13.497514 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [req-ebee686b-9d7b-4094-bc80-e2856c18f181 req-88d36ecd-a9ed-4c3f-813b-3d3f4b8fc18d service neutron] Request body: {'port': {'device_id': 'c2efc9eb-4c67-4b62-93ea-f95b382696ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:29:13.532071 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-c720fddb-0fa0-4418-9151-2567ef6871a8 req-481b65b5-9d44-4418-bfde-c83ea3b3db01 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971203 Jul 22 02:29:13.593309 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [req-9d1273d4-3e3e-42cf-bcda-c476530c2a7d req-a7fc1103-03bf-41b3-837e-11b98b829ec3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea {{(pid=93206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:29:13.604746 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-9d1273d4-3e3e-42cf-bcda-c476530c2a7d req-a7fc1103-03bf-41b3-837e-11b98b829ec3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:13.609745 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 54702) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:13.651108 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.notifiers.nova [req-a30beaa2-d906-4c23-b50d-16065333d6cd req-19b2bf66-5f1f-495f-b588-856426808df2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21642b83-cb97-476d-9965-9d450d17bc83 {{(pid=93205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:29:13.662532 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-a30beaa2-d906-4c23-b50d-16065333d6cd req-19b2bf66-5f1f-495f-b588-856426808df2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:13.666271 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [req-9d1273d4-3e3e-42cf-bcda-c476530c2a7d req-a7fc1103-03bf-41b3-837e-11b98b829ec3 service neutron] Transition to ACTIVE for port object e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea will not be triggered until provisioned by entity L2. {{(pid=93206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:29:13.669268 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-8f95f231-d3fa-406b-8d55-c4f231269aa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:13.684584 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-9d1273d4-3e3e-42cf-bcda-c476530c2a7d req-a7fc1103-03bf-41b3-837e-11b98b829ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:13.781892 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fc1103-03bf-41b3-837e-11b98b829ec3 service neutron] Pushing event updated for resources: {'Port': ['ID=e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea,revision_number=2']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:13.787416 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-8da8b088-9d02-4f86-9ae0-91dd10e8694d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:13.800289 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa96eb2-4f92-4068-baff-ac871a920ba0 req-da42d3fc-0222-41b4-8c17-d905759721a1 tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:13.802069 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-0aa96eb2-4f92-4068-baff-ac871a920ba0 req-da42d3fc-0222-41b4-8c17-d905759721a1 tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] 10.222.0.30 "GET /v2.0/ports?device_id=b03ceee7-105f-4d7c-b91b-9af3b50d5847 HTTP/1.1" status: 200 len: 943 time: 0.2039251 Jul 22 02:29:13.807063 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-80a7f401-a5da-4532-a116-5dc87a86ac69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:13.872376 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-ebee686b-9d7b-4094-bc80-e2856c18f181 req-88d36ecd-a9ed-4c3f-813b-3d3f4b8fc18d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:13.890616 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-8da8b088-9d02-4f86-9ae0-91dd10e8694d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:13.894287 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:13.899892 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.provisioning_blocks [req-a30beaa2-d906-4c23-b50d-16065333d6cd req-19b2bf66-5f1f-495f-b588-856426808df2 service neutron] Transition to ACTIVE for port object 21642b83-cb97-476d-9965-9d450d17bc83 will not be triggered until provisioned by entity L2. {{(pid=93205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:29:13.911899 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-a30beaa2-d906-4c23-b50d-16065333d6cd req-19b2bf66-5f1f-495f-b588-856426808df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:13.955743 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [req-9d1273d4-3e3e-42cf-bcda-c476530c2a7d req-a7fc1103-03bf-41b3-837e-11b98b829ec3 service neutron] Attempting to bind port e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea on host hv-cinder-79229 for vnic_type normal with profile {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:29:13.957368 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [req-9d1273d4-3e3e-42cf-bcda-c476530c2a7d req-a7fc1103-03bf-41b3-837e-11b98b829ec3 service neutron] Attempting to bind port e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': 'ed3fa64c-067a-4564-b1ab-aed7a924eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c1704d84-6956-4df3-918a-504126cdf765'}] {{(pid=93206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:29:13.957771 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1273d4-3e3e-42cf-bcda-c476530c2a7d req-a7fc1103-03bf-41b3-837e-11b98b829ec3 service neutron] Attempting to bind port e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea on network c1704d84-6956-4df3-918a-504126cdf765 {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:29:13.972000 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1273d4-3e3e-42cf-bcda-c476530c2a7d req-a7fc1103-03bf-41b3-837e-11b98b829ec3 service neutron] Port e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea on network c1704d84-6956-4df3-918a-504126cdf765 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 02:29:13.972000 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1273d4-3e3e-42cf-bcda-c476530c2a7d req-a7fc1103-03bf-41b3-837e-11b98b829ec3 service neutron] Attempting to bind port e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea on network c1704d84-6956-4df3-918a-504126cdf765 {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:29:13.991839 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-8da8b088-9d02-4f86-9ae0-91dd10e8694d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=46e33c303d1448ea969e0fc90d6407c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7069814 Jul 22 02:29:13.995857 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 54720) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:13.998001 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1273d4-3e3e-42cf-bcda-c476530c2a7d req-a7fc1103-03bf-41b3-837e-11b98b829ec3 service neutron] Checking agent: {'id': '3e047b69-7131-4bb7-a905-86c2cdf7c2d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 27, 10), 'started_at': datetime.datetime(2021, 7, 22, 2, 27, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:29:13.998338 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1273d4-3e3e-42cf-bcda-c476530c2a7d req-a7fc1103-03bf-41b3-837e-11b98b829ec3 service neutron] Checking segment: {'id': 'ed3fa64c-067a-4564-b1ab-aed7a924eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c1704d84-6956-4df3-918a-504126cdf765'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:29:13.998725 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1273d4-3e3e-42cf-bcda-c476530c2a7d req-a7fc1103-03bf-41b3-837e-11b98b829ec3 service neutron] Bound using segment: {'id': 'ed3fa64c-067a-4564-b1ab-aed7a924eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c1704d84-6956-4df3-918a-504126cdf765'} {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:29:13.999173 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [req-9d1273d4-3e3e-42cf-bcda-c476530c2a7d req-a7fc1103-03bf-41b3-837e-11b98b829ec3 service neutron] Bound port: e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed3fa64c-067a-4564-b1ab-aed7a924eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c1704d84-6956-4df3-918a-504126cdf765'}}] {{(pid=93206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:29:13.999522 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-9d1273d4-3e3e-42cf-bcda-c476530c2a7d req-a7fc1103-03bf-41b3-837e-11b98b829ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:14.007628 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da8b088-9d02-4f86-9ae0-91dd10e8694d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621976d0-0bf6-4c20-8b61-e8ce48e5e33f,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:14.075391 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b2bf66-5f1f-495f-b588-856426808df2 service neutron] Pushing event updated for resources: {'Port': ['ID=21642b83-cb97-476d-9965-9d450d17bc83,revision_number=2']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:14.202209 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.managers [req-a30beaa2-d906-4c23-b50d-16065333d6cd req-19b2bf66-5f1f-495f-b588-856426808df2 service neutron] Attempting to bind port 21642b83-cb97-476d-9965-9d450d17bc83 on host hv-cinder-79229 for vnic_type normal with profile {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:29:14.202579 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.managers [req-a30beaa2-d906-4c23-b50d-16065333d6cd req-19b2bf66-5f1f-495f-b588-856426808df2 service neutron] Attempting to bind port 21642b83-cb97-476d-9965-9d450d17bc83 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': 'dc7a4111-08c6-49a7-9d1a-9c6c455d7841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '72ed7fff-9ec8-4d42-8728-85745d62dd2e'}] {{(pid=93205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:29:14.202926 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30beaa2-d906-4c23-b50d-16065333d6cd req-19b2bf66-5f1f-495f-b588-856426808df2 service neutron] Attempting to bind port 21642b83-cb97-476d-9965-9d450d17bc83 on network 72ed7fff-9ec8-4d42-8728-85745d62dd2e {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:29:14.211411 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30beaa2-d906-4c23-b50d-16065333d6cd req-19b2bf66-5f1f-495f-b588-856426808df2 service neutron] Port 21642b83-cb97-476d-9965-9d450d17bc83 on network 72ed7fff-9ec8-4d42-8728-85745d62dd2e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 02:29:14.211778 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30beaa2-d906-4c23-b50d-16065333d6cd req-19b2bf66-5f1f-495f-b588-856426808df2 service neutron] Attempting to bind port 21642b83-cb97-476d-9965-9d450d17bc83 on network 72ed7fff-9ec8-4d42-8728-85745d62dd2e {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:29:14.228145 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30beaa2-d906-4c23-b50d-16065333d6cd req-19b2bf66-5f1f-495f-b588-856426808df2 service neutron] Checking agent: {'id': '3e047b69-7131-4bb7-a905-86c2cdf7c2d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 27, 10), 'started_at': datetime.datetime(2021, 7, 22, 2, 27, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:29:14.228534 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30beaa2-d906-4c23-b50d-16065333d6cd req-19b2bf66-5f1f-495f-b588-856426808df2 service neutron] Checking segment: {'id': 'dc7a4111-08c6-49a7-9d1a-9c6c455d7841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '72ed7fff-9ec8-4d42-8728-85745d62dd2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:29:14.229114 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30beaa2-d906-4c23-b50d-16065333d6cd req-19b2bf66-5f1f-495f-b588-856426808df2 service neutron] Bound using segment: {'id': 'dc7a4111-08c6-49a7-9d1a-9c6c455d7841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '72ed7fff-9ec8-4d42-8728-85745d62dd2e'} {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:29:14.229585 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.managers [req-a30beaa2-d906-4c23-b50d-16065333d6cd req-19b2bf66-5f1f-495f-b588-856426808df2 service neutron] Bound port: 21642b83-cb97-476d-9965-9d450d17bc83, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc7a4111-08c6-49a7-9d1a-9c6c455d7841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '72ed7fff-9ec8-4d42-8728-85745d62dd2e'}}] {{(pid=93205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:29:14.229941 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-a30beaa2-d906-4c23-b50d-16065333d6cd req-19b2bf66-5f1f-495f-b588-856426808df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:14.306046 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-0aa96eb2-4f92-4068-baff-ac871a920ba0 req-46061874-8935-4953-8057-180d80967997 tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] 10.222.0.30 "GET /v2.0/security-groups?id=af93e7f4-aa44-4071-b2d8-f3e3e852a55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4697754 Jul 22 02:29:14.367646 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.db [req-a30beaa2-d906-4c23-b50d-16065333d6cd req-19b2bf66-5f1f-495f-b588-856426808df2 service neutron] For port 21642b83-cb97-476d-9965-9d450d17bc83, host hv-cinder-79229, cleared binding levels {{(pid=93205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:29:14.386353 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-8f95f231-d3fa-406b-8d55-c4f231269aa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:14.393649 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.db [req-a30beaa2-d906-4c23-b50d-16065333d6cd req-19b2bf66-5f1f-495f-b588-856426808df2 service neutron] For port 21642b83-cb97-476d-9965-9d450d17bc83, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=21642b83-cb97-476d-9965-9d450d17bc83,segment=NetworkSegment(dc7a4111-08c6-49a7-9d1a-9c6c455d7841),segment_id=dc7a4111-08c6-49a7-9d1a-9c6c455d7841)] {{(pid=93205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:29:14.403253 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-a30beaa2-d906-4c23-b50d-16065333d6cd req-19b2bf66-5f1f-495f-b588-856426808df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:14.410252 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-8f95f231-d3fa-406b-8d55-c4f231269aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:14.432056 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-910e2702-b253-415d-a588-19b0f3370d77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:14.460096 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [req-9d1273d4-3e3e-42cf-bcda-c476530c2a7d req-a7fc1103-03bf-41b3-837e-11b98b829ec3 service neutron] For port e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea, host hv-cinder-79229, cleared binding levels {{(pid=93206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:29:14.469049 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30beaa2-d906-4c23-b50d-16065333d6cd req-19b2bf66-5f1f-495f-b588-856426808df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:14.469661 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-a30beaa2-d906-4c23-b50d-16065333d6cd req-19b2bf66-5f1f-495f-b588-856426808df2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583845'] for port, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:14.471065 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-a30beaa2-d906-4c23-b50d-16065333d6cd req-19b2bf66-5f1f-495f-b588-856426808df2 service neutron] 10.222.0.23 "PUT /v2.0/ports/21642b83-cb97-476d-9965-9d450d17bc83 HTTP/1.1" status: 200 len: 1093 time: 1.8620615 Jul 22 02:29:14.471516 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d3a35d1-5d50-4bbc-80be-46255b5b935d', 'tag': '21642b83-cb97-476d-9965-9d450d17bc83'}] {{(pid=93205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:29:14.485783 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-8f95f231-d3fa-406b-8d55-c4f231269aa8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2a7e08da0b67483cb8335e0d7716f2b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8672786 Jul 22 02:29:14.504876 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46820c37-8adf-4611-9bb7-c5d9aadb021f req-d2e7a876-0346-4f2d-a788-497b79f1678e tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:14.506367 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-46820c37-8adf-4611-9bb7-c5d9aadb021f req-d2e7a876-0346-4f2d-a788-497b79f1678e tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2efc9eb-4c67-4b62-93ea-f95b382696ca HTTP/1.1" status: 200 len: 931 time: 0.2751498 Jul 22 02:29:14.508700 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 54736) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:14.519036 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-910e2702-b253-415d-a588-19b0f3370d77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:14.521576 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [req-9d1273d4-3e3e-42cf-bcda-c476530c2a7d req-a7fc1103-03bf-41b3-837e-11b98b829ec3 service neutron] For port e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea,segment=NetworkSegment(ed3fa64c-067a-4564-b1ab-aed7a924eb26),segment_id=ed3fa64c-067a-4564-b1ab-aed7a924eb26)] {{(pid=93206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:29:14.522556 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f95f231-d3fa-406b-8d55-c4f231269aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3395fa44-7d2b-4656-84c9-1c5fd296b166,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:14.548095 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-9d1273d4-3e3e-42cf-bcda-c476530c2a7d req-a7fc1103-03bf-41b3-837e-11b98b829ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:14.562035 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.notifiers.nova [req-ebee686b-9d7b-4094-bc80-e2856c18f181 req-88d36ecd-a9ed-4c3f-813b-3d3f4b8fc18d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b2d3ac8-d7a5-4ccc-9714-1f894db21346 {{(pid=93205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:29:14.595385 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-ebee686b-9d7b-4094-bc80-e2856c18f181 req-88d36ecd-a9ed-4c3f-813b-3d3f4b8fc18d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:14.602415 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b2bf66-5f1f-495f-b588-856426808df2 service neutron] Pushing event updated for resources: {'Port': ['ID=21642b83-cb97-476d-9965-9d450d17bc83,revision_number=3']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:14.614053 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.provisioning_blocks [req-ebee686b-9d7b-4094-bc80-e2856c18f181 req-88d36ecd-a9ed-4c3f-813b-3d3f4b8fc18d service neutron] Transition to ACTIVE for port object 6b2d3ac8-d7a5-4ccc-9714-1f894db21346 will not be triggered until provisioned by entity L2. {{(pid=93205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:29:14.620146 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-ebee686b-9d7b-4094-bc80-e2856c18f181 req-88d36ecd-a9ed-4c3f-813b-3d3f4b8fc18d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:14.673526 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1273d4-3e3e-42cf-bcda-c476530c2a7d req-a7fc1103-03bf-41b3-837e-11b98b829ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:14.674343 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-9d1273d4-3e3e-42cf-bcda-c476530c2a7d req-a7fc1103-03bf-41b3-837e-11b98b829ec3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583845'] for port, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:14.675729 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9d1273d4-3e3e-42cf-bcda-c476530c2a7d req-a7fc1103-03bf-41b3-837e-11b98b829ec3 service neutron] 10.222.0.23 "PUT /v2.0/ports/e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea HTTP/1.1" status: 200 len: 1093 time: 1.8561370 Jul 22 02:29:14.678066 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3588f8d-c7b7-42c5-a7bf-f413fb7dbac1', 'tag': 'e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea'}] {{(pid=93206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:29:14.680420 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2c7467b3a520cac2f9dc58394876cadcbbb82697b422dc56d8b09de1a4b7e26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e154f4-28c8-418d-b1aa-c84dd5795d39" -d '{"events": [{"name": "network-changed", "server_uuid": "d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1", "tag": "e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea"}]}' {{(pid=93206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:29:14.682378 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30beaa2-d906-4c23-b50d-16065333d6cd req-05d522e4-39cf-4594-b9ac-bfd40f62c185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:14.683525 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-a30beaa2-d906-4c23-b50d-16065333d6cd req-05d522e4-39cf-4594-b9ac-bfd40f62c185 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=983dc1d7a16247a98a094716f99ada48&device_id=8d3a35d1-5d50-4bbc-80be-46255b5b935d HTTP/1.1" status: 200 len: 1096 time: 0.1443193 Jul 22 02:29:14.685385 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d36ecd-a9ed-4c3f-813b-3d3f4b8fc18d service neutron] Pushing event updated for resources: {'Port': ['ID=6b2d3ac8-d7a5-4ccc-9714-1f894db21346,revision_number=2']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:14.690152 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1519ab49a2e6f2c0b9af796621e68389a02ac4e63e9641ecb08298f364d17118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c69cde94-d588-4683-8370-be67b4125ee2" -d '{"events": [{"name": "network-changed", "server_uuid": "8d3a35d1-5d50-4bbc-80be-46255b5b935d", "tag": "21642b83-cb97-476d-9965-9d450d17bc83"}]}' {{(pid=93205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:29:14.718497 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9c5a9526-544c-492b-b3ab-1b4c68701215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:14.721461 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-46820c37-8adf-4611-9bb7-c5d9aadb021f req-1d8dd83c-5776-4cbd-82f0-91ca2cf3e608 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959472 Jul 22 02:29:14.745761 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fc1103-03bf-41b3-837e-11b98b829ec3 service neutron] Pushing event updated for resources: {'Port': ['ID=e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea,revision_number=3']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:14.774432 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-a30beaa2-d906-4c23-b50d-16065333d6cd req-b406ac99-8e65-4682-bacd-16b111453897 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=21642b83-cb97-476d-9965-9d450d17bc83 HTTP/1.1" status: 200 len: 217 time: 0.0785151 Jul 22 02:29:14.787874 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.managers [req-ebee686b-9d7b-4094-bc80-e2856c18f181 req-88d36ecd-a9ed-4c3f-813b-3d3f4b8fc18d service neutron] Attempting to bind port 6b2d3ac8-d7a5-4ccc-9714-1f894db21346 on host hv-cinder-79229 for vnic_type normal with profile {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:29:14.788438 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.managers [req-ebee686b-9d7b-4094-bc80-e2856c18f181 req-88d36ecd-a9ed-4c3f-813b-3d3f4b8fc18d service neutron] Attempting to bind port 6b2d3ac8-d7a5-4ccc-9714-1f894db21346 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': 'dc7a4111-08c6-49a7-9d1a-9c6c455d7841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '72ed7fff-9ec8-4d42-8728-85745d62dd2e'}] {{(pid=93205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:29:14.788981 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebee686b-9d7b-4094-bc80-e2856c18f181 req-88d36ecd-a9ed-4c3f-813b-3d3f4b8fc18d service neutron] Attempting to bind port 6b2d3ac8-d7a5-4ccc-9714-1f894db21346 on network 72ed7fff-9ec8-4d42-8728-85745d62dd2e {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:29:14.809775 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-729291b2-e86c-466e-8181-9c04ff1b273c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:14.811331 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-910e2702-b253-415d-a588-19b0f3370d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:14.814274 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-910e2702-b253-415d-a588-19b0f3370d77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:14.818166 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-910e2702-b253-415d-a588-19b0f3370d77 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/621976d0-0bf6-4c20-8b61-e8ce48e5e33f HTTP/1.1" status: 204 len: 168 time: 0.8159921 Jul 22 02:29:14.836555 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebee686b-9d7b-4094-bc80-e2856c18f181 req-88d36ecd-a9ed-4c3f-813b-3d3f4b8fc18d service neutron] Port 6b2d3ac8-d7a5-4ccc-9714-1f894db21346 on network 72ed7fff-9ec8-4d42-8728-85745d62dd2e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 02:29:14.838838 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebee686b-9d7b-4094-bc80-e2856c18f181 req-88d36ecd-a9ed-4c3f-813b-3d3f4b8fc18d service neutron] Attempting to bind port 6b2d3ac8-d7a5-4ccc-9714-1f894db21346 on network 72ed7fff-9ec8-4d42-8728-85745d62dd2e {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:29:14.844010 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910e2702-b253-415d-a588-19b0f3370d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621976d0-0bf6-4c20-8b61-e8ce48e5e33f,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:14.857957 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25436b-a700-4dd6-8b98-4120efa4594e req-210f0f17-af6c-45e0-bcec-aa944fedddb8 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:14.859511 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-2a25436b-a700-4dd6-8b98-4120efa4594e req-210f0f17-af6c-45e0-bcec-aa944fedddb8 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b0a6fce-a792-4c97-91b2-4c5f7b441b03 HTTP/1.1" status: 200 len: 943 time: 0.3216994 Jul 22 02:29:14.862921 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebee686b-9d7b-4094-bc80-e2856c18f181 req-88d36ecd-a9ed-4c3f-813b-3d3f4b8fc18d service neutron] Checking agent: {'id': '3e047b69-7131-4bb7-a905-86c2cdf7c2d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 27, 10), 'started_at': datetime.datetime(2021, 7, 22, 2, 27, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:29:14.863092 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebee686b-9d7b-4094-bc80-e2856c18f181 req-88d36ecd-a9ed-4c3f-813b-3d3f4b8fc18d service neutron] Checking segment: {'id': 'dc7a4111-08c6-49a7-9d1a-9c6c455d7841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '72ed7fff-9ec8-4d42-8728-85745d62dd2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:29:14.863560 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebee686b-9d7b-4094-bc80-e2856c18f181 req-88d36ecd-a9ed-4c3f-813b-3d3f4b8fc18d service neutron] Bound using segment: {'id': 'dc7a4111-08c6-49a7-9d1a-9c6c455d7841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '72ed7fff-9ec8-4d42-8728-85745d62dd2e'} {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:29:14.864393 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.managers [req-ebee686b-9d7b-4094-bc80-e2856c18f181 req-88d36ecd-a9ed-4c3f-813b-3d3f4b8fc18d service neutron] Bound port: 6b2d3ac8-d7a5-4ccc-9714-1f894db21346, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc7a4111-08c6-49a7-9d1a-9c6c455d7841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '72ed7fff-9ec8-4d42-8728-85745d62dd2e'}}] {{(pid=93205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:29:14.864958 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-ebee686b-9d7b-4094-bc80-e2856c18f181 req-88d36ecd-a9ed-4c3f-813b-3d3f4b8fc18d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:14.903415 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30beaa2-d906-4c23-b50d-16065333d6cd req-0d270d07-2638-4c47-b265-3ed33112b45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:14.907562 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-a30beaa2-d906-4c23-b50d-16065333d6cd req-0d270d07-2638-4c47-b265-3ed33112b45d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=72796e7a-066a-4b87-aca1-2c9cb7a8cc4a HTTP/1.1" status: 200 len: 859 time: 0.1138911 Jul 22 02:29:14.939445 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-729291b2-e86c-466e-8181-9c04ff1b273c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:14.963682 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-a30beaa2-d906-4c23-b50d-16065333d6cd req-6e6a9010-e87a-4fc8-aa88-662d2b80bcbf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=72ed7fff-9ec8-4d42-8728-85745d62dd2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334001 Jul 22 02:29:15.019888 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1273d4-3e3e-42cf-bcda-c476530c2a7d req-e78c0233-d604-4f0f-b55b-bc3b0a8ea226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:15.021497 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9d1273d4-3e3e-42cf-bcda-c476530c2a7d req-e78c0233-d604-4f0f-b55b-bc3b0a8ea226 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=390f421b378f4ffc8c6d8fc7bd0e0d86&device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 1096 time: 0.2632389 Jul 22 02:29:15.026455 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-2a25436b-a700-4dd6-8b98-4120efa4594e req-dc4860ac-fc3c-4099-89e7-ad5663e0aa8b tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175730 Jul 22 02:29:15.078899 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.db [req-ebee686b-9d7b-4094-bc80-e2856c18f181 req-88d36ecd-a9ed-4c3f-813b-3d3f4b8fc18d service neutron] For port 6b2d3ac8-d7a5-4ccc-9714-1f894db21346, host hv-cinder-79229, cleared binding levels {{(pid=93205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:29:15.079458 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9d1273d4-3e3e-42cf-bcda-c476530c2a7d req-680f19f0-22ea-446a-b213-529c93a92077 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea HTTP/1.1" status: 200 len: 217 time: 0.0500331 Jul 22 02:29:15.089262 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21fdc64-e4bc-4e0a-a02b-cfcf695e7483 req-9e32e66a-12c9-4c3e-8b4a-729e2ca69946 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:15.097000 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-f21fdc64-e4bc-4e0a-a02b-cfcf695e7483 req-9e32e66a-12c9-4c3e-8b4a-729e2ca69946 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 943 time: 0.2542784 Jul 22 02:29:15.097930 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.db [req-ebee686b-9d7b-4094-bc80-e2856c18f181 req-88d36ecd-a9ed-4c3f-813b-3d3f4b8fc18d service neutron] For port 6b2d3ac8-d7a5-4ccc-9714-1f894db21346, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=6b2d3ac8-d7a5-4ccc-9714-1f894db21346,segment=NetworkSegment(dc7a4111-08c6-49a7-9d1a-9c6c455d7841),segment_id=dc7a4111-08c6-49a7-9d1a-9c6c455d7841)] {{(pid=93205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:29:15.113222 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-ebee686b-9d7b-4094-bc80-e2856c18f181 req-88d36ecd-a9ed-4c3f-813b-3d3f4b8fc18d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:15.147747 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-a30beaa2-d906-4c23-b50d-16065333d6cd req-41b4fab8-f0e4-48ca-9d39-f829802e2603 service neutron] 10.222.0.23 "GET /v2.0/networks/72ed7fff-9ec8-4d42-8728-85745d62dd2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750875 Jul 22 02:29:15.156525 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee686b-9d7b-4094-bc80-e2856c18f181 req-88d36ecd-a9ed-4c3f-813b-3d3f4b8fc18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:15.156803 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-ebee686b-9d7b-4094-bc80-e2856c18f181 req-88d36ecd-a9ed-4c3f-813b-3d3f4b8fc18d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583845'] for port, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:15.158116 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ebee686b-9d7b-4094-bc80-e2856c18f181 req-88d36ecd-a9ed-4c3f-813b-3d3f4b8fc18d service neutron] 10.222.0.23 "PUT /v2.0/ports/6b2d3ac8-d7a5-4ccc-9714-1f894db21346 HTTP/1.1" status: 200 len: 1093 time: 1.6679878 Jul 22 02:29:15.223160 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d36ecd-a9ed-4c3f-813b-3d3f4b8fc18d service neutron] Pushing event updated for resources: {'Port': ['ID=6b2d3ac8-d7a5-4ccc-9714-1f894db21346,revision_number=3']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:15.241594 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1273d4-3e3e-42cf-bcda-c476530c2a7d req-f0675d85-1afa-41bb-9d04-74f0b7de9036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:15.243153 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9d1273d4-3e3e-42cf-bcda-c476530c2a7d req-f0675d85-1afa-41bb-9d04-74f0b7de9036 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b32e8e6a-923e-4e9e-b074-47bc54badd49 HTTP/1.1" status: 200 len: 856 time: 0.1431057 Jul 22 02:29:15.246930 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 02:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e873c244-db2f-424a-befe-b76f0224e386 x-openstack-request-id: req-e873c244-db2f-424a-befe-b76f0224e386 {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:29:15.247214 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1", "tag": "e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea", "status": "completed", "code": 200}]} {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:29:15.247465 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e873c244-db2f-424a-befe-b76f0224e386 {{(pid=93206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:29:15.247836 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3588f8d-c7b7-42c5-a7bf-f413fb7dbac1', 'tag': 'e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea', 'status': 'completed', 'code': 200} Jul 22 02:29:15.269911 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-729291b2-e86c-466e-8181-9c04ff1b273c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:15.272578 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-729291b2-e86c-466e-8181-9c04ff1b273c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:15.273865 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-729291b2-e86c-466e-8181-9c04ff1b273c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3395fa44-7d2b-4656-84c9-1c5fd296b166 HTTP/1.1" status: 204 len: 168 time: 0.7610762 Jul 22 02:29:15.297172 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729291b2-e86c-466e-8181-9c04ff1b273c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3395fa44-7d2b-4656-84c9-1c5fd296b166,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:15.313611 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-a30beaa2-d906-4c23-b50d-16065333d6cd req-560c704a-2b2d-403b-8752-11b9308c18a3 service neutron] 10.222.0.23 "GET /v2.0/networks/72ed7fff-9ec8-4d42-8728-85745d62dd2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589184 Jul 22 02:29:15.325472 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee686b-9d7b-4094-bc80-e2856c18f181 req-466fc87c-7f58-4980-aed0-749ae069fea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:15.327326 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ebee686b-9d7b-4094-bc80-e2856c18f181 req-466fc87c-7f58-4980-aed0-749ae069fea1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=983dc1d7a16247a98a094716f99ada48&device_id=c2efc9eb-4c67-4b62-93ea-f95b382696ca HTTP/1.1" status: 200 len: 1096 time: 0.1174579 Jul 22 02:29:15.407446 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-f21fdc64-e4bc-4e0a-a02b-cfcf695e7483 req-969fe5fe-e5f4-44bd-8d4e-e4011f193975 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3093886 Jul 22 02:29:15.420094 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ebee686b-9d7b-4094-bc80-e2856c18f181 req-5cc793b5-32a0-4478-bc0f-fbcb59827217 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b2d3ac8-d7a5-4ccc-9714-1f894db21346 HTTP/1.1" status: 200 len: 217 time: 0.0821352 Jul 22 02:29:15.454770 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 02:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc05371-e456-4764-b298-68cf203cb284 x-openstack-request-id: req-dfc05371-e456-4764-b298-68cf203cb284 {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:29:15.455039 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d3a35d1-5d50-4bbc-80be-46255b5b935d", "tag": "21642b83-cb97-476d-9965-9d450d17bc83", "status": "completed", "code": 200}]} {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:29:15.455298 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dfc05371-e456-4764-b298-68cf203cb284 {{(pid=93205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:29:15.455760 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d3a35d1-5d50-4bbc-80be-46255b5b935d', 'tag': '21642b83-cb97-476d-9965-9d450d17bc83', 'status': 'completed', 'code': 200} Jul 22 02:29:15.504523 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1273d4-3e3e-42cf-bcda-c476530c2a7d req-7602cf77-57fa-4d91-92b7-4d0d430ebafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:15.513226 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9d1273d4-3e3e-42cf-bcda-c476530c2a7d req-7602cf77-57fa-4d91-92b7-4d0d430ebafe service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c1704d84-6956-4df3-918a-504126cdf765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2361345 Jul 22 02:29:15.518341 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 54782) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:15.580621 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee686b-9d7b-4094-bc80-e2856c18f181 req-4aa8dddb-ffbf-40de-8822-b2904d147323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:15.582121 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ebee686b-9d7b-4094-bc80-e2856c18f181 req-4aa8dddb-ffbf-40de-8822-b2904d147323 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=72796e7a-066a-4b87-aca1-2c9cb7a8cc4a HTTP/1.1" status: 200 len: 859 time: 0.1528988 Jul 22 02:29:15.623473 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-bbcc5c2c-3828-4925-9831-ebe2545d3342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:15.626938 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ebee686b-9d7b-4094-bc80-e2856c18f181 req-c98b7e4d-9513-4a83-a953-05dce6ebc071 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=72ed7fff-9ec8-4d42-8728-85745d62dd2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375993 Jul 22 02:29:15.632620 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69cde94-d588-4683-8370-be67b4125ee2 req-3ddd1d69-ef23-4479-b8d0-1265f80d4c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:15.639198 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-c69cde94-d588-4683-8370-be67b4125ee2 req-3ddd1d69-ef23-4479-b8d0-1265f80d4c5a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=983dc1d7a16247a98a094716f99ada48&device_id=8d3a35d1-5d50-4bbc-80be-46255b5b935d HTTP/1.1" status: 200 len: 1096 time: 0.1522391 Jul 22 02:29:15.753619 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9d1273d4-3e3e-42cf-bcda-c476530c2a7d req-43287c1a-55ef-4cb4-a443-5098026b09b1 service neutron] 10.222.0.23 "GET /v2.0/networks/c1704d84-6956-4df3-918a-504126cdf765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324250 Jul 22 02:29:15.820476 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af83120e-b236-475c-a550-fe913995d699 req-d0926382-ba68-43a1-8507-3269ae8a9383 tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:15.822914 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-af83120e-b236-475c-a550-fe913995d699 req-d0926382-ba68-43a1-8507-3269ae8a9383 tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] 10.222.0.30 "GET /v2.0/ports?device_id=b03ceee7-105f-4d7c-b91b-9af3b50d5847 HTTP/1.1" status: 200 len: 943 time: 0.2420952 Jul 22 02:29:16.013104 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device 07963a95-c467-4478-83a5-a853152239ae details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=93207) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 02:29:16.033954 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-bbcc5c2c-3828-4925-9831-ebe2545d3342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:16.043392 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-af83120e-b236-475c-a550-fe913995d699 req-5643809b-f0f2-4304-b204-1f79fe104f14 tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] 10.222.0.30 "GET /v2.0/security-groups?id=af93e7f4-aa44-4071-b2d8-f3e3e852a55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847603 Jul 22 02:29:16.049254 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9d1273d4-3e3e-42cf-bcda-c476530c2a7d req-097ec200-cc68-4d64-84f9-652c74682742 service neutron] 10.222.0.23 "GET /v2.0/networks/c1704d84-6956-4df3-918a-504126cdf765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872407 Jul 22 02:29:16.052396 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-bbcc5c2c-3828-4925-9831-ebe2545d3342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:16.128270 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcc5c2c-3828-4925-9831-ebe2545d3342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=119d19ed-f360-4e96-a5cb-6041108cd849,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:16.139528 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69cde94-d588-4683-8370-be67b4125ee2 req-f5ac3ee6-a4c6-4557-b600-1f1c51745499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:16.141059 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-c69cde94-d588-4683-8370-be67b4125ee2 req-f5ac3ee6-a4c6-4557-b600-1f1c51745499 service neutron] 10.222.0.23 "GET /v2.0/networks?id=72ed7fff-9ec8-4d42-8728-85745d62dd2e HTTP/1.1" status: 200 len: 919 time: 0.4914641 Jul 22 02:29:16.151555 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632e1b6-9af2-47e5-a7f2-c197c8f426bf req-0a15b2b9-f066-4f99-aa21-f25e7f7d913f tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:16.153079 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a632e1b6-9af2-47e5-a7f2-c197c8f426bf req-0a15b2b9-f066-4f99-aa21-f25e7f7d913f tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2efc9eb-4c67-4b62-93ea-f95b382696ca HTTP/1.1" status: 200 len: 943 time: 0.2956514 Jul 22 02:29:16.157682 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-bbcc5c2c-3828-4925-9831-ebe2545d3342 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fe9d991dc89e4449a7b6fbd91b5f92a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6355577 Jul 22 02:29:16.157949 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 54814) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:16.173003 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port 07963a95-c467-4478-83a5-a853152239ae, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=07963a95-c467-4478-83a5-a853152239ae,segment=NetworkSegment(da4ae5cf-39ce-4a30-99af-eeb5e7b212e1),segment_id=da4ae5cf-39ce-4a30-99af-eeb5e7b212e1)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:29:16.188960 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Returning: {'device': '07963a95-c467-4478-83a5-a853152239ae', 'network_id': '2afc3792-c86f-482a-9e8f-45d5371b1625', 'port_id': '07963a95-c467-4478-83a5-a853152239ae', 'mac_address': 'fa:16:3e:a1:d8:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf27d7a-e31c-4089-b13a-609a3d47f24e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93207) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 02:29:16.219658 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ebee686b-9d7b-4094-bc80-e2856c18f181 req-655473d1-f80a-4158-8181-691dd865c12b service neutron] 10.222.0.23 "GET /v2.0/networks/72ed7fff-9ec8-4d42-8728-85745d62dd2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5774684 Jul 22 02:29:16.295182 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a632e1b6-9af2-47e5-a7f2-c197c8f426bf req-2e902236-e1ac-480a-9c67-8f1c3b5a24e0 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013186 Jul 22 02:29:16.302451 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-c69cde94-d588-4683-8370-be67b4125ee2 req-5a19531e-3d09-4b97-b484-cfdae50b4383 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=21642b83-cb97-476d-9965-9d450d17bc83 HTTP/1.1" status: 200 len: 217 time: 0.1512368 Jul 22 02:29:16.327057 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-7551608d-f553-40e4-a4cb-3f0b3dd4d334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:16.359991 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e154f4-28c8-418d-b1aa-c84dd5795d39 req-9d661922-8eea-4324-96bd-9cc04cecb11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:16.361961 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-f7e154f4-28c8-418d-b1aa-c84dd5795d39 req-9d661922-8eea-4324-96bd-9cc04cecb11e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=390f421b378f4ffc8c6d8fc7bd0e0d86&device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 1096 time: 0.2264616 Jul 22 02:29:16.367780 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-7551608d-f553-40e4-a4cb-3f0b3dd4d334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:16.373287 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69cde94-d588-4683-8370-be67b4125ee2 req-43310f03-5d9a-4138-9c15-ccef5f790c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:16.375217 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-c69cde94-d588-4683-8370-be67b4125ee2 req-43310f03-5d9a-4138-9c15-ccef5f790c3d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=72796e7a-066a-4b87-aca1-2c9cb7a8cc4a HTTP/1.1" status: 200 len: 859 time: 0.0634477 Jul 22 02:29:16.388942 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-46ac0fbd-03cc-41f5-9e75-a35c43e1b5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:16.389901 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:16.402233 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8cd2a8-c9a4-486b-9dcc-b54d13ae00d1 req-6ccb9460-6934-421f-9ae6-ddd483939fc6 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:16.403733 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-4a8cd2a8-c9a4-486b-9dcc-b54d13ae00d1 req-6ccb9460-6934-421f-9ae6-ddd483939fc6 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b0a6fce-a792-4c97-91b2-4c5f7b441b03 HTTP/1.1" status: 200 len: 943 time: 0.2187102 Jul 22 02:29:16.404239 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.notifiers.nova [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07963a95-c467-4478-83a5-a853152239ae {{(pid=93207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:29:16.429592 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port 07963a95-c467-4478-83a5-a853152239ae, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=07963a95-c467-4478-83a5-a853152239ae,segment=NetworkSegment(da4ae5cf-39ce-4a30-99af-eeb5e7b212e1),segment_id=da4ae5cf-39ce-4a30-99af-eeb5e7b212e1)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:29:16.435368 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:16.436481 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device f53a050c-deec-464b-a0d0-6a7210d3fc48 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=93207) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 02:29:16.442613 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-c69cde94-d588-4683-8370-be67b4125ee2 req-4394c342-c8f9-40c7-9646-f03d2afb2a3e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=72ed7fff-9ec8-4d42-8728-85745d62dd2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606892 Jul 22 02:29:16.518242 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Pushing event updated for resources: {'Port': ['ID=07963a95-c467-4478-83a5-a853152239ae,revision_number=4']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:16.519531 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ebee686b-9d7b-4094-bc80-e2856c18f181 req-05af50dd-20e2-415d-8fee-226672672ce2 service neutron] 10.222.0.23 "GET /v2.0/networks/72ed7fff-9ec8-4d42-8728-85745d62dd2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934046 Jul 22 02:29:16.565661 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-4a8cd2a8-c9a4-486b-9dcc-b54d13ae00d1 req-e1232fa5-31c6-4ebe-95e7-a94e5ba0885c tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460178 Jul 22 02:29:16.595009 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-7551608d-f553-40e4-a4cb-3f0b3dd4d334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:16.597537 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-7551608d-f553-40e4-a4cb-3f0b3dd4d334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:16.598647 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-7551608d-f553-40e4-a4cb-3f0b3dd4d334 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/119d19ed-f360-4e96-a5cb-6041108cd849 HTTP/1.1" status: 204 len: 168 time: 0.4398034 Jul 22 02:29:16.631162 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e154f4-28c8-418d-b1aa-c84dd5795d39 req-3008c079-b45e-4f45-9512-3ce6f3174c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:16.631549 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port f53a050c-deec-464b-a0d0-6a7210d3fc48, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=f53a050c-deec-464b-a0d0-6a7210d3fc48,segment=NetworkSegment(1178c6d7-38f4-4aec-bb2e-34535e569c60),segment_id=1178c6d7-38f4-4aec-bb2e-34535e569c60)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:29:16.632685 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-f7e154f4-28c8-418d-b1aa-c84dd5795d39 req-3008c079-b45e-4f45-9512-3ce6f3174c36 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c1704d84-6956-4df3-918a-504126cdf765 HTTP/1.1" status: 200 len: 917 time: 0.2607563 Jul 22 02:29:16.633349 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7551608d-f553-40e4-a4cb-3f0b3dd4d334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=119d19ed-f360-4e96-a5cb-6041108cd849,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:16.661110 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Returning: {'device': 'f53a050c-deec-464b-a0d0-6a7210d3fc48', 'network_id': '49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d', 'port_id': 'f53a050c-deec-464b-a0d0-6a7210d3fc48', 'mac_address': 'fa:16:3e:0d:6d:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cdf501c-c170-4983-bbb3-cf8fb45615cb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93207) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 02:29:16.714320 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:16.716328 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-c69cde94-d588-4683-8370-be67b4125ee2 req-ada967c4-e5b1-40c2-8f5d-5e0c496517e2 service neutron] 10.222.0.23 "GET /v2.0/networks/72ed7fff-9ec8-4d42-8728-85745d62dd2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669654 Jul 22 02:29:16.726873 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-f7e154f4-28c8-418d-b1aa-c84dd5795d39 req-ec7ede24-68b2-4f45-91b4-76449c180155 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea HTTP/1.1" status: 200 len: 217 time: 0.0803213 Jul 22 02:29:16.733317 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.notifiers.nova [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f53a050c-deec-464b-a0d0-6a7210d3fc48 {{(pid=93207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:29:16.759031 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port f53a050c-deec-464b-a0d0-6a7210d3fc48, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=f53a050c-deec-464b-a0d0-6a7210d3fc48,segment=NetworkSegment(1178c6d7-38f4-4aec-bb2e-34535e569c60),segment_id=1178c6d7-38f4-4aec-bb2e-34535e569c60)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:29:16.771633 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:16.826303 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a12ee4a-3949-42b9-9dd7-ebf265dfa2c3 req-663db7ab-69eb-43ad-9572-2881da77998a tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:16.834204 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-5a12ee4a-3949-42b9-9dd7-ebf265dfa2c3 req-663db7ab-69eb-43ad-9572-2881da77998a tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 943 time: 0.2675405 Jul 22 02:29:16.836976 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e154f4-28c8-418d-b1aa-c84dd5795d39 req-f412cdeb-e568-476e-a89d-5e875f8cc2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:16.839065 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-f7e154f4-28c8-418d-b1aa-c84dd5795d39 req-f412cdeb-e568-476e-a89d-5e875f8cc2a2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b32e8e6a-923e-4e9e-b074-47bc54badd49 HTTP/1.1" status: 200 len: 856 time: 0.1083910 Jul 22 02:29:16.883455 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-c69cde94-d588-4683-8370-be67b4125ee2 req-53c6013b-bf5f-429a-8196-9192f775ab2c service neutron] 10.222.0.23 "GET /v2.0/networks/72ed7fff-9ec8-4d42-8728-85745d62dd2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594970 Jul 22 02:29:16.890575 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Pushing event updated for resources: {'Port': ['ID=f53a050c-deec-464b-a0d0-6a7210d3fc48,revision_number=4']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:16.929267 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-5a12ee4a-3949-42b9-9dd7-ebf265dfa2c3 req-ab1c35e8-7cf1-4d2b-ba69-e1c31e3f7d57 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861311 Jul 22 02:29:16.958427 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e154f4-28c8-418d-b1aa-c84dd5795d39 req-f05d2fd6-bf96-4423-90a8-4d912d8d1964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:16.959917 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-f7e154f4-28c8-418d-b1aa-c84dd5795d39 req-f05d2fd6-bf96-4423-90a8-4d912d8d1964 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c1704d84-6956-4df3-918a-504126cdf765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0973003 Jul 22 02:29:17.063336 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] get_ports_and_sgs() called for port_ids ['f53a050c-deec-464b-a0d0-6a7210d3fc48'] {{(pid=93207) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:29:17.083379 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] get_ports_and_sgs() called for port_ids ['07963a95-c467-4478-83a5-a853152239ae'] {{(pid=93207) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:29:17.456936 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2efc9eb-4c67-4b62-93ea-f95b382696ca', 'tag': '6b2d3ac8-d7a5-4ccc-9714-1f894db21346'}] {{(pid=93205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:29:17.459642 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1519ab49a2e6f2c0b9af796621e68389a02ac4e63e9641ecb08298f364d17118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b109e932-05f8-475a-b3a3-39ecd1245dee" -d '{"events": [{"name": "network-changed", "server_uuid": "c2efc9eb-4c67-4b62-93ea-f95b382696ca", "tag": "6b2d3ac8-d7a5-4ccc-9714-1f894db21346"}]}' {{(pid=93205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:29:17.478942 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-f7e154f4-28c8-418d-b1aa-c84dd5795d39 req-fdb9ac9b-126f-4c1e-b0b9-d0e719fcb0e1 service neutron] 10.222.0.23 "GET /v2.0/networks/c1704d84-6956-4df3-918a-504126cdf765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5084498 Jul 22 02:29:17.662822 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab42c971-356e-491a-87d4-074e1c4be287 req-b754ffa5-36aa-49b3-bc6a-c3b1c708dae6 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:17.664342 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-ab42c971-356e-491a-87d4-074e1c4be287 req-b754ffa5-36aa-49b3-bc6a-c3b1c708dae6 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2efc9eb-4c67-4b62-93ea-f95b382696ca HTTP/1.1" status: 200 len: 943 time: 0.1834798 Jul 22 02:29:17.680454 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 54896) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:17.707606 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76085d3e-834a-4a66-86a2-5f28776912af req-43796347-b649-4660-b958-b0b44b34a23e tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:17.709123 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-76085d3e-834a-4a66-86a2-5f28776912af req-43796347-b649-4660-b958-b0b44b34a23e tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] 10.222.0.30 "GET /v2.0/ports?device_id=b03ceee7-105f-4d7c-b91b-9af3b50d5847 HTTP/1.1" status: 200 len: 944 time: 0.2292969 Jul 22 02:29:17.712979 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-f7e154f4-28c8-418d-b1aa-c84dd5795d39 req-179d9ac1-5746-4a9d-aa7d-0ce354839e34 service neutron] 10.222.0.23 "GET /v2.0/networks/c1704d84-6956-4df3-918a-504126cdf765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119856 Jul 22 02:29:17.747845 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-ab42c971-356e-491a-87d4-074e1c4be287 req-cf729ee6-6cf3-44f3-a9eb-7291129e3aa5 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736921 Jul 22 02:29:17.776221 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-76085d3e-834a-4a66-86a2-5f28776912af req-fa08f1bb-672d-4830-8178-6a96b166cd53 tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] 10.222.0.30 "GET /v2.0/security-groups?id=af93e7f4-aa44-4071-b2d8-f3e3e852a55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608535 Jul 22 02:29:17.808147 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-4dbda23d-630a-4c48-a97c-2f604ccd15d3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-785540877-network', 'tenant_id': '4f5097940e534bb293c6f45747e062d1'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:29:17.826351 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 02:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d67bff-b415-4ca8-929a-ee71ca95abae x-openstack-request-id: req-f5d67bff-b415-4ca8-929a-ee71ca95abae {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:29:17.827365 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2efc9eb-4c67-4b62-93ea-f95b382696ca", "tag": "6b2d3ac8-d7a5-4ccc-9714-1f894db21346", "status": "completed", "code": 200}]} {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:29:17.827742 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f5d67bff-b415-4ca8-929a-ee71ca95abae {{(pid=93205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:29:17.828244 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2efc9eb-4c67-4b62-93ea-f95b382696ca', 'tag': '6b2d3ac8-d7a5-4ccc-9714-1f894db21346', 'status': 'completed', 'code': 200} Jul 22 02:29:17.848737 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dbda23d-630a-4c48-a97c-2f604ccd15d3 admin admin] Made reservation on behalf of 4f5097940e534bb293c6f45747e062d1 for: {'network': 1} {{(pid=93205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:29:17.851480 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4dbda23d-630a-4c48-a97c-2f604ccd15d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for network, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:17.864227 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4dbda23d-630a-4c48-a97c-2f604ccd15d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:17.938523 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b109e932-05f8-475a-b3a3-39ecd1245dee req-c449d218-47e4-40b3-9004-1a9855758ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:17.940024 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b109e932-05f8-475a-b3a3-39ecd1245dee req-c449d218-47e4-40b3-9004-1a9855758ea0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=983dc1d7a16247a98a094716f99ada48&device_id=c2efc9eb-4c67-4b62-93ea-f95b382696ca HTTP/1.1" status: 200 len: 1096 time: 0.1063242 Jul 22 02:29:17.949101 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b0b36-8bad-4ec4-851b-05623a32744f req-d5cdd572-44f1-4089-b186-2581ba7dda59 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:17.951303 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-1d8b0b36-8bad-4ec4-851b-05623a32744f req-d5cdd572-44f1-4089-b186-2581ba7dda59 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b0a6fce-a792-4c97-91b2-4c5f7b441b03 HTTP/1.1" status: 200 len: 944 time: 0.1056561 Jul 22 02:29:17.973774 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4dbda23d-630a-4c48-a97c-2f604ccd15d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:17.980106 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4dbda23d-630a-4c48-a97c-2f604ccd15d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:17.985770 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device 21642b83-cb97-476d-9965-9d450d17bc83 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=93207) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 02:29:18.019585 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device 07963a95-c467-4478-83a5-a853152239ae up at agent hyperv_hv-cinder-79229 {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:29:18.023190 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dbda23d-630a-4c48-a97c-2f604ccd15d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=93205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 02:29:18.042529 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbda23d-630a-4c48-a97c-2f604ccd15d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643d1e5c-74da-4213-83af-8f94feefb225,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:18.051093 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4dbda23d-630a-4c48-a97c-2f604ccd15d3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789868033320', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767938'] for segment, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:18.051939 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4dbda23d-630a-4c48-a97c-2f604ccd15d3 admin admin] Unsubscribe: segment precommit_create {{(pid=93205) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 22 02:29:18.052427 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.db.segments_db [None req-4dbda23d-630a-4c48-a97c-2f604ccd15d3 admin admin] Added segment a638b51d-2435-4496-9631-dd2b69a2f0b6 of type vlan for network 1c068a1e-0171-44d5-be72-0f75b944565d Jul 22 02:29:18.085994 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-1d8b0b36-8bad-4ec4-851b-05623a32744f req-dfc2c68f-1620-4471-be69-8d8067ae77c7 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261001 Jul 22 02:29:18.116905 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Provisioning for port 07963a95-c467-4478-83a5-a853152239ae completed by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:29:18.155959 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4dbda23d-630a-4c48-a97c-2f604ccd15d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789867552247'] for network, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:18.161174 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b109e932-05f8-475a-b3a3-39ecd1245dee req-43e4c84e-b83c-413f-84d6-33831a8e1bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:18.163080 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b109e932-05f8-475a-b3a3-39ecd1245dee req-43e4c84e-b83c-413f-84d6-33831a8e1bae service neutron] 10.222.0.23 "GET /v2.0/networks?id=72ed7fff-9ec8-4d42-8728-85745d62dd2e HTTP/1.1" status: 200 len: 919 time: 0.2116232 Jul 22 02:29:18.163197 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Provisioning complete for port 07963a95-c467-4478-83a5-a853152239ae triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:29:18.163660 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:18.223301 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4dbda23d-630a-4c48-a97c-2f604ccd15d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863'] for network, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:18.225991 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbda23d-630a-4c48-a97c-2f604ccd15d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:18.227019 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4dbda23d-630a-4c48-a97c-2f604ccd15d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583845'] for network, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:18.233726 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port 21642b83-cb97-476d-9965-9d450d17bc83, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=21642b83-cb97-476d-9965-9d450d17bc83,segment=NetworkSegment(dc7a4111-08c6-49a7-9d1a-9c6c455d7841),segment_id=dc7a4111-08c6-49a7-9d1a-9c6c455d7841)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:29:18.246040 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b109e932-05f8-475a-b3a3-39ecd1245dee req-ce100734-f3b2-4404-a08c-25ae95f04d17 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b2d3ac8-d7a5-4ccc-9714-1f894db21346 HTTP/1.1" status: 200 len: 217 time: 0.0735447 Jul 22 02:29:18.257182 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Returning: {'device': '21642b83-cb97-476d-9965-9d450d17bc83', 'network_id': '72ed7fff-9ec8-4d42-8728-85745d62dd2e', 'port_id': '21642b83-cb97-476d-9965-9d450d17bc83', 'mac_address': 'fa:16:3e:3e:6a:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72796e7a-066a-4b87-aca1-2c9cb7a8cc4a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93207) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 02:29:18.319314 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ccd0b3-2110-4847-93d5-8646f481f5fc req-73582c43-c7fd-4f97-acf6-181ca708a69c tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:18.326578 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-35ccd0b3-2110-4847-93d5-8646f481f5fc req-73582c43-c7fd-4f97-acf6-181ca708a69c tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 943 time: 0.2293651 Jul 22 02:29:18.327098 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:18.340162 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-4dbda23d-630a-4c48-a97c-2f604ccd15d3 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6576540 Jul 22 02:29:18.342435 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.notifiers.nova [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21642b83-cb97-476d-9965-9d450d17bc83 {{(pid=93207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:29:18.346724 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 54920) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:18.347175 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:18.352915 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-5a94647e-a306-43c7-9db3-6bc71cec8c06 admin admin] Request body: {'subnet': {'network_id': '1c068a1e-0171-44d5-be72-0f75b944565d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-785540877-subnet', 'tenant_id': '4f5097940e534bb293c6f45747e062d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:29:18.390722 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-35ccd0b3-2110-4847-93d5-8646f481f5fc req-fd3a35db-bd1b-484e-9eef-501350a3eabe tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631702 Jul 22 02:29:18.405817 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b109e932-05f8-475a-b3a3-39ecd1245dee req-5c76f2b7-97d4-426d-92f9-1272bdabe0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:18.407817 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b109e932-05f8-475a-b3a3-39ecd1245dee req-5c76f2b7-97d4-426d-92f9-1272bdabe0e1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=72796e7a-066a-4b87-aca1-2c9cb7a8cc4a HTTP/1.1" status: 200 len: 859 time: 0.1545730 Jul 22 02:29:18.414936 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a94647e-a306-43c7-9db3-6bc71cec8c06 admin admin] Made reservation on behalf of 4f5097940e534bb293c6f45747e062d1 for: {'subnet': 1} {{(pid=93205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:29:18.418180 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-5a94647e-a306-43c7-9db3-6bc71cec8c06 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:18.421356 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port 21642b83-cb97-476d-9965-9d450d17bc83, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=21642b83-cb97-476d-9965-9d450d17bc83,segment=NetworkSegment(dc7a4111-08c6-49a7-9d1a-9c6c455d7841),segment_id=dc7a4111-08c6-49a7-9d1a-9c6c455d7841)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:29:18.422836 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b03ceee7-105f-4d7c-b91b-9af3b50d5847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07963a95-c467-4478-83a5-a853152239ae'}] {{(pid=93207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:29:18.451370 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b109e932-05f8-475a-b3a3-39ecd1245dee req-0b502ab6-1460-40f9-89a3-cebb735b4d91 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=72ed7fff-9ec8-4d42-8728-85745d62dd2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355930 Jul 22 02:29:18.487103 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 54922) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:18.488818 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbda23d-630a-4c48-a97c-2f604ccd15d3 admin admin] Pushing event updated for resources: {'Network': ['ID=1c068a1e-0171-44d5-be72-0f75b944565d,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:18.509315 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Network 1c068a1e-0171-44d5-be72-0f75b944565d details requested by agent ovs-agent-dv-cinder-792299-6-iscsi with host dv-cinder-792299-6-iscsi {{(pid=93207) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 02:29:18.524584 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:18.543727 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port 07963a95-c467-4478-83a5-a853152239ae, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=07963a95-c467-4478-83a5-a853152239ae,segment=NetworkSegment(da4ae5cf-39ce-4a30-99af-eeb5e7b212e1),segment_id=da4ae5cf-39ce-4a30-99af-eeb5e7b212e1)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:29:18.582808 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:18.583844 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device f53a050c-deec-464b-a0d0-6a7210d3fc48 up at agent hyperv_hv-cinder-79229 {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:29:18.625724 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b109e932-05f8-475a-b3a3-39ecd1245dee req-90c7f919-df43-4339-936c-61c8efd47bfc service neutron] 10.222.0.23 "GET /v2.0/networks/72ed7fff-9ec8-4d42-8728-85745d62dd2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676617 Jul 22 02:29:18.737669 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Pushing event updated for resources: {'Port': ['ID=21642b83-cb97-476d-9965-9d450d17bc83,revision_number=4']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:18.775551 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7ee477d080e02922d9a3c1e9b5cc60990edb702a504399eb5b32d0111ac025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48deec87-d22f-424a-9756-8a506fe86ad3" -d '{"events": [{"server_uuid": "b03ceee7-105f-4d7c-b91b-9af3b50d5847", "name": "network-vif-plugged", "status": "completed", "tag": "07963a95-c467-4478-83a5-a853152239ae"}]}' {{(pid=93207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:29:18.786550 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-86114d6f-e0b1-4964-abc1-c92e5faa204d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:18.787715 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] get_ports_and_sgs() called for port_ids ['21642b83-cb97-476d-9965-9d450d17bc83'] {{(pid=93207) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:29:18.795032 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-5a94647e-a306-43c7-9db3-6bc71cec8c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863'] for subnet, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:18.839977 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Pushing event updated for resources: {'Port': ['ID=07963a95-c467-4478-83a5-a853152239ae,revision_number=5']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:18.846223 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Provisioning for port f53a050c-deec-464b-a0d0-6a7210d3fc48 completed by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:29:18.855131 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Provisioning complete for port f53a050c-deec-464b-a0d0-6a7210d3fc48 triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:29:18.855506 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:18.949187 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a94647e-a306-43c7-9db3-6bc71cec8c06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=706b907b-b79e-4ec5-9ce9-e0afff230ead,revision_number=0']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:18.961864 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a94647e-a306-43c7-9db3-6bc71cec8c06 admin admin] Checking segment: {'id': 'a638b51d-2435-4496-9631-dd2b69a2f0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1c068a1e-0171-44d5-be72-0f75b944565d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:29:18.962229 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a94647e-a306-43c7-9db3-6bc71cec8c06 admin admin] Network hostable DHCP agents. Network: 1c068a1e-0171-44d5-be72-0f75b944565d, hostable agents: ['7ec0f4f5-17d5-44d9-a280-5d81f7a2a404'], hosted agents: [] {{(pid=93205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 02:29:18.981619 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a94647e-a306-43c7-9db3-6bc71cec8c06 admin admin] Network 1c068a1e-0171-44d5-be72-0f75b944565d is scheduled to be hosted by DHCP agent 7ec0f4f5-17d5-44d9-a280-5d81f7a2a404 with binding_index 1 {{(pid=93205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 02:29:18.986618 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37be70f-4a16-4acd-8d1d-4cb5f1507c73 x-openstack-request-id: req-f37be70f-4a16-4acd-8d1d-4cb5f1507c73 {{(pid=93207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:29:18.987017 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b03ceee7-105f-4d7c-b91b-9af3b50d5847", "name": "network-vif-plugged", "status": "completed", "tag": "07963a95-c467-4478-83a5-a853152239ae", "code": 200}]} {{(pid=93207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:29:18.987269 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f37be70f-4a16-4acd-8d1d-4cb5f1507c73 {{(pid=93207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:29:18.987756 dv-cinder-792299-6-iscsi neutron-server[93207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b03ceee7-105f-4d7c-b91b-9af3b50d5847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07963a95-c467-4478-83a5-a853152239ae', 'code': 200} Jul 22 02:29:18.993205 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b109e932-05f8-475a-b3a3-39ecd1245dee req-812ad390-270b-42f4-810c-a117266a7d94 service neutron] 10.222.0.23 "GET /v2.0/networks/72ed7fff-9ec8-4d42-8728-85745d62dd2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3582256 Jul 22 02:29:18.993365 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.base_scheduler [None req-5a94647e-a306-43c7-9db3-6bc71cec8c06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-6-iscsi, 1c068a1e-0171-44d5-be72-0f75b944565d) {{(pid=93205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:29:18.997714 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a94647e-a306-43c7-9db3-6bc71cec8c06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:19.006042 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9206bf-5531-4e1a-ab82-d9b6e7dbb0bc None None] Network 1c068a1e-0171-44d5-be72-0f75b944565d requested from dv-cinder-792299-6-iscsi {{(pid=93207) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:29:19.010781 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-5a94647e-a306-43c7-9db3-6bc71cec8c06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583845'] for subnet, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:19.040259 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:19.054379 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-86114d6f-e0b1-4964-abc1-c92e5faa204d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:19.069886 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-5a94647e-a306-43c7-9db3-6bc71cec8c06 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7220478 Jul 22 02:29:19.081843 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b94974-7d68-4892-8aea-27e4ca31252f req-29038760-48c9-4166-907b-e283652d10de tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:19.089672 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-f1b94974-7d68-4892-8aea-27e4ca31252f req-29038760-48c9-4166-907b-e283652d10de tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2efc9eb-4c67-4b62-93ea-f95b382696ca HTTP/1.1" status: 200 len: 943 time: 0.1829123 Jul 22 02:29:19.115146 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-86114d6f-e0b1-4964-abc1-c92e5faa204d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:19.145329 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port f53a050c-deec-464b-a0d0-6a7210d3fc48, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=f53a050c-deec-464b-a0d0-6a7210d3fc48,segment=NetworkSegment(1178c6d7-38f4-4aec-bb2e-34535e569c60),segment_id=1178c6d7-38f4-4aec-bb2e-34535e569c60)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:29:19.159615 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:19.232931 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-f1b94974-7d68-4892-8aea-27e4ca31252f req-eb93ac6d-efa7-4f4c-b294-c054885b8443 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422775 Jul 22 02:29:19.249421 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4c9162-c9a5-4188-9c97-f301e58a239a None None] Network 1c068a1e-0171-44d5-be72-0f75b944565d requested from dv-cinder-792299-6-iscsi {{(pid=93207) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:29:19.256150 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-86114d6f-e0b1-4964-abc1-c92e5faa204d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e2169c52d1fa4f089edad74cc6fa1db4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7679212 Jul 22 02:29:19.258693 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 54962) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:19.273543 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86114d6f-e0b1-4964-abc1-c92e5faa204d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed2c6938-864f-40da-91ec-b7eea0730194,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:19.273841 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Pushing event updated for resources: {'Port': ['ID=f53a050c-deec-464b-a0d0-6a7210d3fc48,revision_number=5']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:19.402228 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8eafac-05a0-43c1-8938-43d1ecce9f4c req-71b6b6bd-b103-4819-a8ee-f56709f28829 tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:19.403847 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-8c8eafac-05a0-43c1-8938-43d1ecce9f4c req-71b6b6bd-b103-4819-a8ee-f56709f28829 tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] 10.222.0.30 "GET /v2.0/ports?device_id=b03ceee7-105f-4d7c-b91b-9af3b50d5847 HTTP/1.1" status: 200 len: 945 time: 0.2937894 Jul 22 02:29:19.408149 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-f1381ba2-71ae-457b-bb3d-af21296dfac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:19.420769 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aab6f3-efcb-4be4-a5b8-0dae324611e1 req-4522e2cb-e676-41bf-8317-d3d0a10e82b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:19.422391 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-13aab6f3-efcb-4be4-a5b8-0dae324611e1 req-4522e2cb-e676-41bf-8317-d3d0a10e82b6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b03ceee7-105f-4d7c-b91b-9af3b50d5847 HTTP/1.1" status: 200 len: 1098 time: 0.2651279 Jul 22 02:29:19.475975 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-f1381ba2-71ae-457b-bb3d-af21296dfac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:19.477960 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-13aab6f3-efcb-4be4-a5b8-0dae324611e1 req-4bfbb232-d28e-4101-9ae8-b45e5c4c6e34 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:19.536771 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-8c8eafac-05a0-43c1-8938-43d1ecce9f4c req-968ee02b-c187-416b-8a2a-9bfd4abbec91 tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] 10.222.0.30 "GET /v2.0/security-groups?id=af93e7f4-aa44-4071-b2d8-f3e3e852a55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235464 Jul 22 02:29:19.559264 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef77d3e1-b1e5-49b4-b0d7-5a1ecaa0639c req-ad44e166-e01d-447d-b69b-152fa34d30e9 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:19.560895 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-ef77d3e1-b1e5-49b4-b0d7-5a1ecaa0639c req-ad44e166-e01d-447d-b69b-152fa34d30e9 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b0a6fce-a792-4c97-91b2-4c5f7b441b03 HTTP/1.1" status: 200 len: 945 time: 0.2248764 Jul 22 02:29:19.604991 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-f1381ba2-71ae-457b-bb3d-af21296dfac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:19.608444 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-f1381ba2-71ae-457b-bb3d-af21296dfac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:19.609621 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-f1381ba2-71ae-457b-bb3d-af21296dfac6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ed2c6938-864f-40da-91ec-b7eea0730194 HTTP/1.1" status: 204 len: 168 time: 0.3420787 Jul 22 02:29:19.685457 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1381ba2-71ae-457b-bb3d-af21296dfac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed2c6938-864f-40da-91ec-b7eea0730194,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:19.703817 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-ef77d3e1-b1e5-49b4-b0d7-5a1ecaa0639c req-6b9179a1-bf4c-4bca-b597-0576c4f432ba tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323316 Jul 22 02:29:19.767269 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6501e3cd-501b-41ef-be6a-22aa4f70d6c4 req-2ac7ad0e-a709-4d04-9b62-57013e1aa7c4 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:19.768866 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-6501e3cd-501b-41ef-be6a-22aa4f70d6c4 req-2ac7ad0e-a709-4d04-9b62-57013e1aa7c4 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 943 time: 0.1508048 Jul 22 02:29:19.773711 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-13aab6f3-efcb-4be4-a5b8-0dae324611e1 req-4bfbb232-d28e-4101-9ae8-b45e5c4c6e34 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:19.790438 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-13aab6f3-efcb-4be4-a5b8-0dae324611e1 req-4bfbb232-d28e-4101-9ae8-b45e5c4c6e34 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:19.826124 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-13aab6f3-efcb-4be4-a5b8-0dae324611e1 req-4bfbb232-d28e-4101-9ae8-b45e5c4c6e34 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=af93e7f4-aa44-4071-b2d8-f3e3e852a55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3911109 Jul 22 02:29:19.844975 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-6501e3cd-501b-41ef-be6a-22aa4f70d6c4 req-9e91707f-4cc2-451d-9d96-95311c8256bf tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699306 Jul 22 02:29:19.845737 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfbb232-d28e-4101-9ae8-b45e5c4c6e34 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7174b8-5d99-4ca4-be42-f4ae56d498c7,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:19.940510 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 54980) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:19.955703 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9af352f9-b75c-4ad2-ae51-12745b9c12ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:20.004240 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device 21642b83-cb97-476d-9965-9d450d17bc83 up at agent hyperv_hv-cinder-79229 {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:29:20.006475 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=93207) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 02:29:20.142371 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9af352f9-b75c-4ad2-ae51-12745b9c12ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:20.149360 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Provisioning for port 21642b83-cb97-476d-9965-9d450d17bc83 completed by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:29:20.152088 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9af352f9-b75c-4ad2-ae51-12745b9c12ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:20.155531 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Provisioning complete for port 21642b83-cb97-476d-9965-9d450d17bc83 triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:29:20.156042 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:20.209443 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-9af352f9-b75c-4ad2-ae51-12745b9c12ca admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aaf8b17ed85f450882f7bdc1e74900b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2654359 Jul 22 02:29:20.211044 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 55000) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:20.211671 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af352f9-b75c-4ad2-ae51-12745b9c12ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3cb225-881e-4905-9a65-774fcea59d60,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:20.226325 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea,segment=NetworkSegment(ed3fa64c-067a-4564-b1ab-aed7a924eb26),segment_id=ed3fa64c-067a-4564-b1ab-aed7a924eb26)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:29:20.265936 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Returning: {'device': 'e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea', 'network_id': 'c1704d84-6956-4df3-918a-504126cdf765', 'port_id': 'e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea', 'mac_address': 'fa:16:3e:1f:03:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b32e8e6a-923e-4e9e-b074-47bc54badd49', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93207) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 02:29:20.279805 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-bec1a05d-64a6-496e-ac11-4ea0bc7ef269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:20.308440 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-bec1a05d-64a6-496e-ac11-4ea0bc7ef269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:20.311989 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:20.336146 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:20.362003 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.notifiers.nova [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea {{(pid=93207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:29:20.364211 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-bec1a05d-64a6-496e-ac11-4ea0bc7ef269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:20.368856 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-bec1a05d-64a6-496e-ac11-4ea0bc7ef269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:20.370054 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port 21642b83-cb97-476d-9965-9d450d17bc83, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=21642b83-cb97-476d-9965-9d450d17bc83,segment=NetworkSegment(dc7a4111-08c6-49a7-9d1a-9c6c455d7841),segment_id=dc7a4111-08c6-49a7-9d1a-9c6c455d7841)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:29:20.371781 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-bec1a05d-64a6-496e-ac11-4ea0bc7ef269 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7c3cb225-881e-4905-9a65-774fcea59d60 HTTP/1.1" status: 204 len: 168 time: 0.1597054 Jul 22 02:29:20.378862 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:20.386664 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec1a05d-64a6-496e-ac11-4ea0bc7ef269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3cb225-881e-4905-9a65-774fcea59d60,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:20.408255 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea,segment=NetworkSegment(ed3fa64c-067a-4564-b1ab-aed7a924eb26),segment_id=ed3fa64c-067a-4564-b1ab-aed7a924eb26)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:29:20.420007 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b989e10d-7c2e-4788-89a0-2be9e5c65806 req-f25face8-b574-415f-acf6-477ae3351091 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:20.421686 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b989e10d-7c2e-4788-89a0-2be9e5c65806 req-f25face8-b574-415f-acf6-477ae3351091 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2efc9eb-4c67-4b62-93ea-f95b382696ca HTTP/1.1" status: 200 len: 943 time: 0.0936377 Jul 22 02:29:20.423991 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:20.424635 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device 6b2d3ac8-d7a5-4ccc-9714-1f894db21346 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=93207) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 02:29:20.458192 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Pushing event updated for resources: {'Port': ['ID=21642b83-cb97-476d-9965-9d450d17bc83,revision_number=5']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:20.477245 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b989e10d-7c2e-4788-89a0-2be9e5c65806 req-66ce5266-984d-42b0-b53b-a59f3d971a9f tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493464 Jul 22 02:29:20.558055 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Pushing event updated for resources: {'Port': ['ID=e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea,revision_number=4']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:20.582469 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port 6b2d3ac8-d7a5-4ccc-9714-1f894db21346, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=6b2d3ac8-d7a5-4ccc-9714-1f894db21346,segment=NetworkSegment(dc7a4111-08c6-49a7-9d1a-9c6c455d7841),segment_id=dc7a4111-08c6-49a7-9d1a-9c6c455d7841)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:29:20.595074 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Returning: {'device': '6b2d3ac8-d7a5-4ccc-9714-1f894db21346', 'network_id': '72ed7fff-9ec8-4d42-8728-85745d62dd2e', 'port_id': '6b2d3ac8-d7a5-4ccc-9714-1f894db21346', 'mac_address': 'fa:16:3e:9d:52:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72796e7a-066a-4b87-aca1-2c9cb7a8cc4a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93207) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 02:29:20.636176 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:20.651471 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.notifiers.nova [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b2d3ac8-d7a5-4ccc-9714-1f894db21346 {{(pid=93207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:29:20.671564 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a1285-d897-4579-8c35-b1879c67ccf0 req-480f1d90-0f70-4612-95dd-29c89d58954b tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:20.673090 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-6e7a1285-d897-4579-8c35-b1879c67ccf0 req-480f1d90-0f70-4612-95dd-29c89d58954b tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] 10.222.0.30 "GET /v2.0/ports?device_id=b03ceee7-105f-4d7c-b91b-9af3b50d5847 HTTP/1.1" status: 200 len: 945 time: 0.0641372 Jul 22 02:29:20.680290 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port 6b2d3ac8-d7a5-4ccc-9714-1f894db21346, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=6b2d3ac8-d7a5-4ccc-9714-1f894db21346,segment=NetworkSegment(dc7a4111-08c6-49a7-9d1a-9c6c455d7841),segment_id=dc7a4111-08c6-49a7-9d1a-9c6c455d7841)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:29:20.685671 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:20.722296 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-6e7a1285-d897-4579-8c35-b1879c67ccf0 req-6f87a26a-fada-455e-8900-872bd36e93e6 tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] 10.222.0.30 "GET /v2.0/security-groups?id=af93e7f4-aa44-4071-b2d8-f3e3e852a55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418742 Jul 22 02:29:20.752447 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Pushing event updated for resources: {'Port': ['ID=6b2d3ac8-d7a5-4ccc-9714-1f894db21346,revision_number=4']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:20.849672 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9837fe64-5164-4cc9-aa5b-9fe3f19c3535 req-748c7b02-7f44-4b7b-b3c9-0cb83a0dc643 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:20.851160 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9837fe64-5164-4cc9-aa5b-9fe3f19c3535 req-748c7b02-7f44-4b7b-b3c9-0cb83a0dc643 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b0a6fce-a792-4c97-91b2-4c5f7b441b03 HTTP/1.1" status: 200 len: 945 time: 0.0729542 Jul 22 02:29:20.895562 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9837fe64-5164-4cc9-aa5b-9fe3f19c3535 req-7f84a6b3-e637-4dbe-855c-99e699f77cd0 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378990 Jul 22 02:29:20.951508 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] get_ports_and_sgs() called for port_ids ['6b2d3ac8-d7a5-4ccc-9714-1f894db21346'] {{(pid=93207) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:29:20.983062 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] get_ports_and_sgs() called for port_ids ['e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea'] {{(pid=93207) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:29:20.989337 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b0a6fce-a792-4c97-91b2-4c5f7b441b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f53a050c-deec-464b-a0d0-6a7210d3fc48'}, {'server_uuid': '8d3a35d1-5d50-4bbc-80be-46255b5b935d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21642b83-cb97-476d-9965-9d450d17bc83'}] {{(pid=93207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:29:20.991993 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7ee477d080e02922d9a3c1e9b5cc60990edb702a504399eb5b32d0111ac025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b8b8f2e-f799-425c-9afe-5383d116056d" -d '{"events": [{"server_uuid": "0b0a6fce-a792-4c97-91b2-4c5f7b441b03", "name": "network-vif-plugged", "status": "completed", "tag": "f53a050c-deec-464b-a0d0-6a7210d3fc48"}, {"server_uuid": "8d3a35d1-5d50-4bbc-80be-46255b5b935d", "name": "network-vif-plugged", "status": "completed", "tag": "21642b83-cb97-476d-9965-9d450d17bc83"}]}' {{(pid=93207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:29:21.082133 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3aefe2-0956-476b-a2d7-013b8e024b23 req-5d2e4b77-8e3a-47d9-ae0c-159077dd8bf0 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:21.083561 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-4b3aefe2-0956-476b-a2d7-013b8e024b23 req-5d2e4b77-8e3a-47d9-ae0c-159077dd8bf0 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.30 "GET /v2.0/networks?id=1c068a1e-0171-44d5-be72-0f75b944565d HTTP/1.1" status: 200 len: 808 time: 0.1492214 Jul 22 02:29:21.096387 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d95f26-a8c7-4a6b-b07a-c8e63fce5dae req-f7dc23ec-9ed0-48c9-925e-ca3d6c8368f2 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:21.097921 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-28d95f26-a8c7-4a6b-b07a-c8e63fce5dae req-f7dc23ec-9ed0-48c9-925e-ca3d6c8368f2 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 944 time: 0.1263132 Jul 22 02:29:21.107949 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-4b3aefe2-0956-476b-a2d7-013b8e024b23 req-245e7299-cdaf-4b87-8748-08d7615f4c93 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.30 "GET /v2.0/quotas/4f5097940e534bb293c6f45747e062d1 HTTP/1.1" status: 200 len: 375 time: 0.0090821 Jul 22 02:29:21.153521 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-4b3aefe2-0956-476b-a2d7-013b8e024b23 req-339bb559-219a-4007-b9d7-b6b34a61a57a tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4f5097940e534bb293c6f45747e062d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308530 Jul 22 02:29:21.205282 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-28d95f26-a8c7-4a6b-b07a-c8e63fce5dae req-c21311ef-9e43-4427-99ff-754ebdb44944 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845509 Jul 22 02:29:21.264329 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 02:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52b96c9-b73d-4afa-b567-34e5382ae18f x-openstack-request-id: req-f52b96c9-b73d-4afa-b567-34e5382ae18f {{(pid=93207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:29:21.264825 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b0a6fce-a792-4c97-91b2-4c5f7b441b03", "name": "network-vif-plugged", "status": "completed", "tag": "f53a050c-deec-464b-a0d0-6a7210d3fc48", "code": 200}, {"server_uuid": "8d3a35d1-5d50-4bbc-80be-46255b5b935d", "name": "network-vif-plugged", "status": "completed", "tag": "21642b83-cb97-476d-9965-9d450d17bc83", "code": 200}]} {{(pid=93207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:29:21.264905 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f52b96c9-b73d-4afa-b567-34e5382ae18f {{(pid=93207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:29:21.265290 dv-cinder-792299-6-iscsi neutron-server[93207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b0a6fce-a792-4c97-91b2-4c5f7b441b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f53a050c-deec-464b-a0d0-6a7210d3fc48', 'code': 200} Jul 22 02:29:21.265759 dv-cinder-792299-6-iscsi neutron-server[93207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d3a35d1-5d50-4bbc-80be-46255b5b935d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21642b83-cb97-476d-9965-9d450d17bc83', 'code': 200} Jul 22 02:29:21.298712 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-4b3aefe2-0956-476b-a2d7-013b8e024b23 req-e13bb775-7d7f-4b34-8e2e-a3548394cfc8 service neutron] 10.222.0.30 "GET /v2.0/networks/1c068a1e-0171-44d5-be72-0f75b944565d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356843 Jul 22 02:29:21.437317 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-4b3aefe2-0956-476b-a2d7-013b8e024b23 req-8c2a33ef-6f66-4b61-a77d-c02e74d5af35 service neutron] 10.222.0.30 "GET /v2.0/networks/1c068a1e-0171-44d5-be72-0f75b944565d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260395 Jul 22 02:29:21.806680 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13282c52-ed94-4255-8ef9-a451090f6293 req-bec69d62-7939-4279-93ee-094ce553490a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:21.809434 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-13282c52-ed94-4255-8ef9-a451090f6293 req-bec69d62-7939-4279-93ee-094ce553490a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0b0a6fce-a792-4c97-91b2-4c5f7b441b03 HTTP/1.1" status: 200 len: 1098 time: 0.1621912 Jul 22 02:29:21.876974 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 55098) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:21.887491 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-13282c52-ed94-4255-8ef9-a451090f6293 req-5b123fc1-fa6b-4c2a-aaf0-8d94cf382448 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677350 Jul 22 02:29:21.935862 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e0104226-b62f-4d47-801e-e6b2cce53084 req-f8165a30-64d1-4578-bb9c-56b326c1a8cb tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.30 "GET /v2.0/ports?device_id=f30d926e-0e27-43fc-aa2d-e20011238b67 HTTP/1.1" status: 200 len: 210 time: 0.2703338 Jul 22 02:29:21.963511 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f1349e-61ab-4dc5-9168-b6f2009f6591 req-e7c51d2c-3acc-4735-9832-75ce16aca2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:21.965146 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-12f1349e-61ab-4dc5-9168-b6f2009f6591 req-e7c51d2c-3acc-4735-9832-75ce16aca2ba service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8d3a35d1-5d50-4bbc-80be-46255b5b935d HTTP/1.1" status: 200 len: 1098 time: 0.3919196 Jul 22 02:29:22.010873 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f60c0f-ed85-44ea-ac09-8f579200ce3e req-6d2ab559-9008-418c-958d-f7396754bbf6 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:22.012211 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-44f60c0f-ed85-44ea-ac09-8f579200ce3e req-6d2ab559-9008-418c-958d-f7396754bbf6 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2efc9eb-4c67-4b62-93ea-f95b382696ca HTTP/1.1" status: 200 len: 944 time: 0.3706293 Jul 22 02:29:22.027824 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea up at agent hyperv_hv-cinder-79229 {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:29:22.035308 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-12f1349e-61ab-4dc5-9168-b6f2009f6591 req-287408f1-44e6-4202-a230-b2ca9c85abbb service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626726 Jul 22 02:29:22.058312 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-f0d5261b-8567-4191-9674-1d7f768051c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:22.099299 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Provisioning for port e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea completed by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:29:22.104195 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Provisioning complete for port e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:29:22.105385 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:22.113337 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-44f60c0f-ed85-44ea-ac09-8f579200ce3e req-ba829147-c87c-4eaf-9d46-322264b8383e tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832274 Jul 22 02:29:22.178405 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc517ee0-e733-445b-b039-cd1c353d61d6 req-33cef2ab-e1d6-4173-8149-3352cfc6bdf3 tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:22.188282 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-cc517ee0-e733-445b-b039-cd1c353d61d6 req-33cef2ab-e1d6-4173-8149-3352cfc6bdf3 tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] 10.222.0.30 "GET /v2.0/ports?device_id=b03ceee7-105f-4d7c-b91b-9af3b50d5847 HTTP/1.1" status: 200 len: 945 time: 0.1722085 Jul 22 02:29:22.197316 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:22.207138 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-f0d5261b-8567-4191-9674-1d7f768051c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:22.211082 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-f0d5261b-8567-4191-9674-1d7f768051c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:22.238839 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea,segment=NetworkSegment(ed3fa64c-067a-4564-b1ab-aed7a924eb26),segment_id=ed3fa64c-067a-4564-b1ab-aed7a924eb26)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:29:22.242652 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:22.244315 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device 6b2d3ac8-d7a5-4ccc-9714-1f894db21346 up at agent hyperv_hv-cinder-79229 {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:29:22.252612 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-f0d5261b-8567-4191-9674-1d7f768051c9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c743f731eac44a64871bc1818eb3b8a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3745432 Jul 22 02:29:22.255940 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 55108) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:22.263967 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d5261b-8567-4191-9674-1d7f768051c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56f66af7-3107-4841-aae1-68adf4d35ba4,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:22.324373 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-abee80e8-5d94-42cf-945a-ec0b4ec71467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:22.332311 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Provisioning for port 6b2d3ac8-d7a5-4ccc-9714-1f894db21346 completed by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:29:22.338564 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-cc517ee0-e733-445b-b039-cd1c353d61d6 req-fc1ff83d-807a-4e79-9fea-562f571bda00 tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] 10.222.0.30 "GET /v2.0/security-groups?id=af93e7f4-aa44-4071-b2d8-f3e3e852a55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491618 Jul 22 02:29:22.339703 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Provisioning complete for port 6b2d3ac8-d7a5-4ccc-9714-1f894db21346 triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:29:22.340346 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:22.343245 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Pushing event updated for resources: {'Port': ['ID=e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea,revision_number=5']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:22.350039 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-abee80e8-5d94-42cf-945a-ec0b4ec71467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:22.412819 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca1b1f-045e-4d14-b71c-a36b050deb18 req-2fe20f7e-507a-4ab2-ad87-828d1b58ef15 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:22.417473 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a8ca1b1f-045e-4d14-b71c-a36b050deb18 req-2fe20f7e-507a-4ab2-ad87-828d1b58ef15 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b0a6fce-a792-4c97-91b2-4c5f7b441b03 HTTP/1.1" status: 200 len: 945 time: 0.2218075 Jul 22 02:29:22.438922 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-abee80e8-5d94-42cf-945a-ec0b4ec71467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:22.439278 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:22.442602 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-abee80e8-5d94-42cf-945a-ec0b4ec71467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:22.444033 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-abee80e8-5d94-42cf-945a-ec0b4ec71467 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/56f66af7-3107-4841-aae1-68adf4d35ba4 HTTP/1.1" status: 204 len: 168 time: 0.1870275 Jul 22 02:29:22.467036 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abee80e8-5d94-42cf-945a-ec0b4ec71467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f66af7-3107-4841-aae1-68adf4d35ba4,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:22.526944 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a8ca1b1f-045e-4d14-b71c-a36b050deb18 req-298af787-ce12-4d4b-b9d9-2bd8ad4b70d5 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023455 Jul 22 02:29:22.559517 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port 6b2d3ac8-d7a5-4ccc-9714-1f894db21346, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=6b2d3ac8-d7a5-4ccc-9714-1f894db21346,segment=NetworkSegment(dc7a4111-08c6-49a7-9d1a-9c6c455d7841),segment_id=dc7a4111-08c6-49a7-9d1a-9c6c455d7841)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:29:22.567129 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:22.571668 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939142c0-78de-4e5d-b998-322dd7fd046c req-fda18455-caa3-4dbe-b8ea-9c8305efc84a tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:22.590166 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-939142c0-78de-4e5d-b998-322dd7fd046c req-fda18455-caa3-4dbe-b8ea-9c8305efc84a tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 945 time: 0.1552215 Jul 22 02:29:22.647135 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-939142c0-78de-4e5d-b998-322dd7fd046c req-630098be-a669-4c76-bea7-177f92022164 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504277 Jul 22 02:29:22.660201 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Pushing event updated for resources: {'Port': ['ID=6b2d3ac8-d7a5-4ccc-9714-1f894db21346,revision_number=5']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:23.063810 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-ca0c8e1b-b484-4171-a3a5-053c99a4b73b req-da238e64-4c1f-4a8d-a81f-632c99ed91c2 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.30 "GET /v2.0/ports?device_id=f30d926e-0e27-43fc-aa2d-e20011238b67 HTTP/1.1" status: 200 len: 210 time: 0.0347564 Jul 22 02:29:23.267463 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3588f8d-c7b7-42c5-a7bf-f413fb7dbac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea'}, {'server_uuid': 'c2efc9eb-4c67-4b62-93ea-f95b382696ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b2d3ac8-d7a5-4ccc-9714-1f894db21346'}] {{(pid=93207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:29:23.269864 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7ee477d080e02922d9a3c1e9b5cc60990edb702a504399eb5b32d0111ac025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c635ac94-4db2-4f91-a0db-886ca89abc0d" -d '{"events": [{"server_uuid": "d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1", "name": "network-vif-plugged", "status": "completed", "tag": "e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea"}, {"server_uuid": "c2efc9eb-4c67-4b62-93ea-f95b382696ca", "name": "network-vif-plugged", "status": "completed", "tag": "6b2d3ac8-d7a5-4ccc-9714-1f894db21346"}]}' {{(pid=93207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:29:23.318084 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3aefe2-0956-476b-a2d7-013b8e024b23 req-9f5710b5-db1d-40f8-90fd-9b7c865d367e tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:23.319558 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-4b3aefe2-0956-476b-a2d7-013b8e024b23 req-9f5710b5-db1d-40f8-90fd-9b7c865d367e tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.23 "GET /v2.0/networks?id=1c068a1e-0171-44d5-be72-0f75b944565d HTTP/1.1" status: 200 len: 808 time: 0.2327816 Jul 22 02:29:23.328248 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 02:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38aab7e-d897-4c9f-a605-d71292424075 x-openstack-request-id: req-b38aab7e-d897-4c9f-a605-d71292424075 {{(pid=93207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:29:23.329542 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1", "name": "network-vif-plugged", "status": "completed", "tag": "e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea", "code": 200}, {"server_uuid": "c2efc9eb-4c67-4b62-93ea-f95b382696ca", "name": "network-vif-plugged", "status": "completed", "tag": "6b2d3ac8-d7a5-4ccc-9714-1f894db21346", "code": 200}]} {{(pid=93207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:29:23.329897 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b38aab7e-d897-4c9f-a605-d71292424075 {{(pid=93207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:29:23.330401 dv-cinder-792299-6-iscsi neutron-server[93207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3588f8d-c7b7-42c5-a7bf-f413fb7dbac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea', 'code': 200} Jul 22 02:29:23.330754 dv-cinder-792299-6-iscsi neutron-server[93207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2efc9eb-4c67-4b62-93ea-f95b382696ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b2d3ac8-d7a5-4ccc-9714-1f894db21346', 'code': 200} Jul 22 02:29:23.338127 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.v2.base [req-4b3aefe2-0956-476b-a2d7-013b8e024b23 req-a8497994-460c-4353-8963-440bb8015c62 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] Request body: {'port': {'device_id': 'f30d926e-0e27-43fc-aa2d-e20011238b67', 'network_id': '1c068a1e-0171-44d5-be72-0f75b944565d', 'admin_state_up': True, 'tenant_id': '4f5097940e534bb293c6f45747e062d1'}} {{(pid=93206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:29:23.373626 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b560e269-692e-412e-9624-9dfef63a68c3 req-aee6d3ea-5c96-4477-9a35-e6317e2fa995 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:23.377582 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b560e269-692e-412e-9624-9dfef63a68c3 req-aee6d3ea-5c96-4477-9a35-e6317e2fa995 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2efc9eb-4c67-4b62-93ea-f95b382696ca HTTP/1.1" status: 200 len: 945 time: 0.1664493 Jul 22 02:29:23.524298 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b560e269-692e-412e-9624-9dfef63a68c3 req-3bf897cd-6672-4b3d-a9bf-ee7c470b5110 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424677 Jul 22 02:29:23.582222 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b3aefe2-0956-476b-a2d7-013b8e024b23 req-a8497994-460c-4353-8963-440bb8015c62 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] Made reservation on behalf of 4f5097940e534bb293c6f45747e062d1 for: {'port': 1} {{(pid=93206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:29:23.586484 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-4b3aefe2-0956-476b-a2d7-013b8e024b23 req-a8497994-460c-4353-8963-440bb8015c62 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:23.631973 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b76d22-b8ac-496e-be03-5246888eba8f req-fb16d955-ccff-4be9-985e-4febcb5dfb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:23.634821 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-c2b76d22-b8ac-496e-be03-5246888eba8f req-fb16d955-ccff-4be9-985e-4febcb5dfb8f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c2efc9eb-4c67-4b62-93ea-f95b382696ca HTTP/1.1" status: 200 len: 1098 time: 0.1432040 Jul 22 02:29:23.636811 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6081923d-804c-4cca-8317-eb499dc70abc req-8c9b59b3-403a-46a3-8673-7f55cb2ce228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:23.639333 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-6081923d-804c-4cca-8317-eb499dc70abc req-8c9b59b3-403a-46a3-8673-7f55cb2ce228 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 1098 time: 0.1004117 Jul 22 02:29:23.639787 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 55182) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:23.725258 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-c2b76d22-b8ac-496e-be03-5246888eba8f req-3e587055-1085-429a-8da5-1bfb10554c1d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800221 Jul 22 02:29:23.751563 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-6081923d-804c-4cca-8317-eb499dc70abc req-3f39b91a-32f2-4f43-9cb7-fe46a8532897 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999315 Jul 22 02:29:23.780965 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-b2a8d4c4-e848-4465-84a0-49b058bdf00b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:23.874199 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f1e604-807e-4dd5-aada-bafbd4b74f1e req-4d8ae387-111d-4a1c-83fd-7188d7ac44af tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:23.876265 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-10f1e604-807e-4dd5-aada-bafbd4b74f1e req-4d8ae387-111d-4a1c-83fd-7188d7ac44af tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b0a6fce-a792-4c97-91b2-4c5f7b441b03 HTTP/1.1" status: 200 len: 945 time: 0.2304156 Jul 22 02:29:23.907939 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-b2a8d4c4-e848-4465-84a0-49b058bdf00b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:23.917253 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-b2a8d4c4-e848-4465-84a0-49b058bdf00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:23.961103 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a8d4c4-e848-4465-84a0-49b058bdf00b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9beffc-a735-42b3-90a8-610559b123db,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:23.965600 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc8eb5-a40a-4074-912e-c5a0c9ec82df req-5339b7f8-2042-4b1c-9150-012f915679d4 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:23.967603 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-14fc8eb5-a40a-4074-912e-c5a0c9ec82df req-5339b7f8-2042-4b1c-9150-012f915679d4 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 945 time: 0.2145846 Jul 22 02:29:23.967884 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-b2a8d4c4-e848-4465-84a0-49b058bdf00b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=79b9d4cc4a1f4a77b70b004169133d5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3272488 Jul 22 02:29:23.973128 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 55202) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:23.979116 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-10f1e604-807e-4dd5-aada-bafbd4b74f1e req-5266d27c-f544-4443-ad19-342c0e58da31 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705953 Jul 22 02:29:24.000975 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.db_base_plugin_common [req-4b3aefe2-0956-476b-a2d7-013b8e024b23 req-a8497994-460c-4353-8963-440bb8015c62 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] Allocated IP 172.20.0.10 (1c068a1e-0171-44d5-be72-0f75b944565d/706b907b-b79e-4ec5-9ce9-e0afff230ead/efb255be-f05e-4d23-bbe4-02d11b77e1dc) {{(pid=93206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:29:24.028762 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-14fc8eb5-a40a-4074-912e-c5a0c9ec82df req-5f87cbb9-0e12-4fc0-b148-ca59b7286022 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537641 Jul 22 02:29:24.047168 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-3e6203ea-e0ea-49d4-86e1-6e0a844f0f42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:24.072972 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-3e6203ea-e0ea-49d4-86e1-6e0a844f0f42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:24.133911 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-3e6203ea-e0ea-49d4-86e1-6e0a844f0f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:24.137043 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-3e6203ea-e0ea-49d4-86e1-6e0a844f0f42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:24.140456 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-3e6203ea-e0ea-49d4-86e1-6e0a844f0f42 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9b9beffc-a735-42b3-90a8-610559b123db HTTP/1.1" status: 204 len: 168 time: 0.1638806 Jul 22 02:29:24.148094 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6203ea-e0ea-49d4-86e1-6e0a844f0f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9beffc-a735-42b3-90a8-610559b123db,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:24.235748 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-3e550d2a-0d93-40dc-8ccc-2ea024882da5 req-ca076c6f-8ee4-44e0-9077-318435ff1e58 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.30 "GET /v2.0/ports?device_id=f30d926e-0e27-43fc-aa2d-e20011238b67 HTTP/1.1" status: 200 len: 210 time: 0.0406518 Jul 22 02:29:24.272663 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-4b3aefe2-0956-476b-a2d7-013b8e024b23 req-a8497994-460c-4353-8963-440bb8015c62 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] Notify callbacks [] for port, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:24.328807 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-4b3aefe2-0956-476b-a2d7-013b8e024b23 req-a8497994-460c-4353-8963-440bb8015c62 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789867566219'] for port, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:24.377588 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b3aefe2-0956-476b-a2d7-013b8e024b23 req-a8497994-460c-4353-8963-440bb8015c62 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] Network 1c068a1e-0171-44d5-be72-0f75b944565d is already hosted by enough agents. {{(pid=93206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:29:24.380879 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.base_scheduler [req-4b3aefe2-0956-476b-a2d7-013b8e024b23 req-a8497994-460c-4353-8963-440bb8015c62 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] Resources bound (agent type, host, resource id): {{(pid=93206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:29:24.387110 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b3aefe2-0956-476b-a2d7-013b8e024b23 req-a8497994-460c-4353-8963-440bb8015c62 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] Received port after_create {{(pid=93206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:29:24.402640 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3aefe2-0956-476b-a2d7-013b8e024b23 req-a8497994-460c-4353-8963-440bb8015c62 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:24.403338 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-4b3aefe2-0956-476b-a2d7-013b8e024b23 req-a8497994-460c-4353-8963-440bb8015c62 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583845'] for port, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:24.419866 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8497994-460c-4353-8963-440bb8015c62 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] Pushing event updated for resources: {'Port': ['ID=efb255be-f05e-4d23-bbe4-02d11b77e1dc,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:24.432000 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-4b3aefe2-0956-476b-a2d7-013b8e024b23 req-a8497994-460c-4353-8963-440bb8015c62 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0991306 Jul 22 02:29:24.453566 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.v2.base [req-4b3aefe2-0956-476b-a2d7-013b8e024b23 req-b2658b0a-afad-40e7-a8da-a1cb2b78c60d service neutron] Request body: {'port': {'device_id': 'f30d926e-0e27-43fc-aa2d-e20011238b67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=93206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:29:24.554946 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 55228) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:24.572573 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-f3395ff0-fde6-44b4-abb0-4b4411d8bbd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:24.574309 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-4b3aefe2-0956-476b-a2d7-013b8e024b23 req-b2658b0a-afad-40e7-a8da-a1cb2b78c60d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:24.678069 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-f3395ff0-fde6-44b4-abb0-4b4411d8bbd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:24.681949 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-f3395ff0-fde6-44b4-abb0-4b4411d8bbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:24.721493 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-f3395ff0-fde6-44b4-abb0-4b4411d8bbd7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ab338d4706d8469098a1fd8450358a60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1652870 Jul 22 02:29:24.722312 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3395ff0-fde6-44b4-abb0-4b4411d8bbd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba5c042-a19e-42d6-b335-f78132a6cabc,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:24.725249 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 55230) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:24.767001 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbcdad1-d5f0-43d0-82c8-2a9584fc1a33 req-0b4f31bb-90ed-4cce-8344-abc42741b0a1 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:24.768487 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-7cbcdad1-d5f0-43d0-82c8-2a9584fc1a33 req-0b4f31bb-90ed-4cce-8344-abc42741b0a1 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2efc9eb-4c67-4b62-93ea-f95b382696ca HTTP/1.1" status: 200 len: 945 time: 0.1550436 Jul 22 02:29:24.773859 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-754d064c-d6f2-4aae-8b3d-4a859f84cdcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:24.798865 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-754d064c-d6f2-4aae-8b3d-4a859f84cdcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:24.864249 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-7cbcdad1-d5f0-43d0-82c8-2a9584fc1a33 req-9b18388f-797d-49c7-bb2a-cff3da3b87db tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833209 Jul 22 02:29:24.903187 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-754d064c-d6f2-4aae-8b3d-4a859f84cdcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:24.906104 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-754d064c-d6f2-4aae-8b3d-4a859f84cdcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:24.907924 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-754d064c-d6f2-4aae-8b3d-4a859f84cdcd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9ba5c042-a19e-42d6-b335-f78132a6cabc HTTP/1.1" status: 204 len: 168 time: 0.1810842 Jul 22 02:29:24.930558 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754d064c-d6f2-4aae-8b3d-4a859f84cdcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba5c042-a19e-42d6-b335-f78132a6cabc,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:25.007437 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [req-4b3aefe2-0956-476b-a2d7-013b8e024b23 req-b2658b0a-afad-40e7-a8da-a1cb2b78c60d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efb255be-f05e-4d23-bbe4-02d11b77e1dc {{(pid=93206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:29:25.017140 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-4b3aefe2-0956-476b-a2d7-013b8e024b23 req-b2658b0a-afad-40e7-a8da-a1cb2b78c60d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:25.041281 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [req-4b3aefe2-0956-476b-a2d7-013b8e024b23 req-b2658b0a-afad-40e7-a8da-a1cb2b78c60d service neutron] Transition to ACTIVE for port object efb255be-f05e-4d23-bbe4-02d11b77e1dc will not be triggered until provisioned by entity L2. {{(pid=93206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:29:25.046429 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-4b3aefe2-0956-476b-a2d7-013b8e024b23 req-b2658b0a-afad-40e7-a8da-a1cb2b78c60d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:25.168820 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [req-4b3aefe2-0956-476b-a2d7-013b8e024b23 req-b2658b0a-afad-40e7-a8da-a1cb2b78c60d service neutron] Attempting to bind port efb255be-f05e-4d23-bbe4-02d11b77e1dc on host hv-cinder-79229 for vnic_type normal with profile {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:29:25.169177 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [req-4b3aefe2-0956-476b-a2d7-013b8e024b23 req-b2658b0a-afad-40e7-a8da-a1cb2b78c60d service neutron] Attempting to bind port efb255be-f05e-4d23-bbe4-02d11b77e1dc by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': 'a638b51d-2435-4496-9631-dd2b69a2f0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1c068a1e-0171-44d5-be72-0f75b944565d'}] {{(pid=93206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:29:25.169502 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3aefe2-0956-476b-a2d7-013b8e024b23 req-b2658b0a-afad-40e7-a8da-a1cb2b78c60d service neutron] Attempting to bind port efb255be-f05e-4d23-bbe4-02d11b77e1dc on network 1c068a1e-0171-44d5-be72-0f75b944565d {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:29:25.171483 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2658b0a-afad-40e7-a8da-a1cb2b78c60d service neutron] Pushing event updated for resources: {'Port': ['ID=efb255be-f05e-4d23-bbe4-02d11b77e1dc,revision_number=2']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:25.179772 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3aefe2-0956-476b-a2d7-013b8e024b23 req-b2658b0a-afad-40e7-a8da-a1cb2b78c60d service neutron] Port efb255be-f05e-4d23-bbe4-02d11b77e1dc on network 1c068a1e-0171-44d5-be72-0f75b944565d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 02:29:25.180798 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3aefe2-0956-476b-a2d7-013b8e024b23 req-b2658b0a-afad-40e7-a8da-a1cb2b78c60d service neutron] Attempting to bind port efb255be-f05e-4d23-bbe4-02d11b77e1dc on network 1c068a1e-0171-44d5-be72-0f75b944565d {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:29:25.186463 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3aefe2-0956-476b-a2d7-013b8e024b23 req-b2658b0a-afad-40e7-a8da-a1cb2b78c60d service neutron] Checking agent: {'id': '3e047b69-7131-4bb7-a905-86c2cdf7c2d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 27, 10), 'started_at': datetime.datetime(2021, 7, 22, 2, 27, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:29:25.186920 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3aefe2-0956-476b-a2d7-013b8e024b23 req-b2658b0a-afad-40e7-a8da-a1cb2b78c60d service neutron] Checking segment: {'id': 'a638b51d-2435-4496-9631-dd2b69a2f0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1c068a1e-0171-44d5-be72-0f75b944565d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:29:25.188446 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3aefe2-0956-476b-a2d7-013b8e024b23 req-b2658b0a-afad-40e7-a8da-a1cb2b78c60d service neutron] Bound using segment: {'id': 'a638b51d-2435-4496-9631-dd2b69a2f0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1c068a1e-0171-44d5-be72-0f75b944565d'} {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:29:25.188446 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [req-4b3aefe2-0956-476b-a2d7-013b8e024b23 req-b2658b0a-afad-40e7-a8da-a1cb2b78c60d service neutron] Bound port: efb255be-f05e-4d23-bbe4-02d11b77e1dc, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a638b51d-2435-4496-9631-dd2b69a2f0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1c068a1e-0171-44d5-be72-0f75b944565d'}}] {{(pid=93206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:29:25.188446 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-4b3aefe2-0956-476b-a2d7-013b8e024b23 req-b2658b0a-afad-40e7-a8da-a1cb2b78c60d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:25.269434 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f2e4a-147f-429f-a774-f884359fb231 req-512b6761-ba0c-4054-9401-43dcfd447705 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:25.271666 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-3b7f2e4a-147f-429f-a774-f884359fb231 req-512b6761-ba0c-4054-9401-43dcfd447705 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 945 time: 0.1393137 Jul 22 02:29:25.296404 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [req-4b3aefe2-0956-476b-a2d7-013b8e024b23 req-b2658b0a-afad-40e7-a8da-a1cb2b78c60d service neutron] For port efb255be-f05e-4d23-bbe4-02d11b77e1dc, host hv-cinder-79229, cleared binding levels {{(pid=93206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:29:25.321413 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [req-4b3aefe2-0956-476b-a2d7-013b8e024b23 req-b2658b0a-afad-40e7-a8da-a1cb2b78c60d service neutron] For port efb255be-f05e-4d23-bbe4-02d11b77e1dc, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=efb255be-f05e-4d23-bbe4-02d11b77e1dc,segment=NetworkSegment(a638b51d-2435-4496-9631-dd2b69a2f0b6),segment_id=a638b51d-2435-4496-9631-dd2b69a2f0b6)] {{(pid=93206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:29:25.330344 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-4b3aefe2-0956-476b-a2d7-013b8e024b23 req-b2658b0a-afad-40e7-a8da-a1cb2b78c60d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:25.365079 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-3b7f2e4a-147f-429f-a774-f884359fb231 req-efbfbf45-54a5-4523-bdd5-fa7736cd73d7 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797672 Jul 22 02:29:25.380349 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3aefe2-0956-476b-a2d7-013b8e024b23 req-b2658b0a-afad-40e7-a8da-a1cb2b78c60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:25.381230 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-4b3aefe2-0956-476b-a2d7-013b8e024b23 req-b2658b0a-afad-40e7-a8da-a1cb2b78c60d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583845'] for port, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:25.382661 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-4b3aefe2-0956-476b-a2d7-013b8e024b23 req-b2658b0a-afad-40e7-a8da-a1cb2b78c60d service neutron] 10.222.0.23 "PUT /v2.0/ports/efb255be-f05e-4d23-bbe4-02d11b77e1dc HTTP/1.1" status: 200 len: 1094 time: 0.9361405 Jul 22 02:29:25.407368 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f30d926e-0e27-43fc-aa2d-e20011238b67', 'tag': 'efb255be-f05e-4d23-bbe4-02d11b77e1dc'}] {{(pid=93206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:29:25.410469 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2c7467b3a520cac2f9dc58394876cadcbbb82697b422dc56d8b09de1a4b7e26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70dc70e2-370b-404b-b885-d2ed09cced09" -d '{"events": [{"name": "network-changed", "server_uuid": "f30d926e-0e27-43fc-aa2d-e20011238b67", "tag": "efb255be-f05e-4d23-bbe4-02d11b77e1dc"}]}' {{(pid=93206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:29:25.480035 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2658b0a-afad-40e7-a8da-a1cb2b78c60d service neutron] Pushing event updated for resources: {'Port': ['ID=efb255be-f05e-4d23-bbe4-02d11b77e1dc,revision_number=3']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:25.558630 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a3ffe2-8d65-4e0f-9ab3-20adf96b454d req-b53a2d6f-2c11-476d-a6d0-7a5fef7a6231 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:25.565291 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-c4a3ffe2-8d65-4e0f-9ab3-20adf96b454d req-b53a2d6f-2c11-476d-a6d0-7a5fef7a6231 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.30 "GET /v2.0/ports?device_id=f30d926e-0e27-43fc-aa2d-e20011238b67 HTTP/1.1" status: 200 len: 944 time: 0.2250240 Jul 22 02:29:25.596999 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3aefe2-0956-476b-a2d7-013b8e024b23 req-9316ffe8-61aa-4eff-8de9-596dcf524a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:25.598511 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-4b3aefe2-0956-476b-a2d7-013b8e024b23 req-9316ffe8-61aa-4eff-8de9-596dcf524a10 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4f5097940e534bb293c6f45747e062d1&device_id=f30d926e-0e27-43fc-aa2d-e20011238b67 HTTP/1.1" status: 200 len: 1097 time: 0.1723225 Jul 22 02:29:25.611669 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae0f978-025f-407a-a2ac-286d64148202 req-014aef3a-0f89-448d-9680-6cc48b6e2cc3 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:25.613852 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9ae0f978-025f-407a-a2ac-286d64148202 req-014aef3a-0f89-448d-9680-6cc48b6e2cc3 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 945 time: 0.1669493 Jul 22 02:29:25.622489 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 55276) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:25.629194 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-e4f965e4-b1be-40db-b0b4-6d1f2816e4b5 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Request body: {'floatingip': {'port_id': 'e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:29:25.660482 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-c4a3ffe2-8d65-4e0f-9ab3-20adf96b454d req-1c824265-9965-48a2-b27d-9a117c4bb069 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.30 "GET /v2.0/security-groups?id=643d1e5c-74da-4213-83af-8f94feefb225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867319 Jul 22 02:29:25.681658 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 02:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10fd6fdb-e407-4d2c-a683-aa220f859e4f x-openstack-request-id: req-10fd6fdb-e407-4d2c-a683-aa220f859e4f {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:29:25.682178 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f30d926e-0e27-43fc-aa2d-e20011238b67", "tag": "efb255be-f05e-4d23-bbe4-02d11b77e1dc", "status": "completed", "code": 200}]} {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:29:25.682653 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-10fd6fdb-e407-4d2c-a683-aa220f859e4f {{(pid=93206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:29:25.683279 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f30d926e-0e27-43fc-aa2d-e20011238b67', 'tag': 'efb255be-f05e-4d23-bbe4-02d11b77e1dc', 'status': 'completed', 'code': 200} Jul 22 02:29:25.718844 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-e4f965e4-b1be-40db-b0b4-6d1f2816e4b5 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks [] for floatingip, before_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:26.010348 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90011151-d183-4541-b4eb-2742da2e1924 req-ff807763-d136-4d48-a76f-6a777dcc2cb3 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:26.012071 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-90011151-d183-4541-b4eb-2742da2e1924 req-ff807763-d136-4d48-a76f-6a777dcc2cb3 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2efc9eb-4c67-4b62-93ea-f95b382696ca HTTP/1.1" status: 200 len: 945 time: 0.0667148 Jul 22 02:29:26.054949 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-90011151-d183-4541-b4eb-2742da2e1924 req-6c2a4013-969e-42d3-a90f-e6a590396153 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372815 Jul 22 02:29:26.422189 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9aea01-74e2-4046-8c79-d43523f615ac req-0d474970-3fd0-4673-8594-2d9709260b9e tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:26.424976 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-4d9aea01-74e2-4046-8c79-d43523f615ac req-0d474970-3fd0-4673-8594-2d9709260b9e tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2efc9eb-4c67-4b62-93ea-f95b382696ca HTTP/1.1" status: 200 len: 945 time: 0.0760503 Jul 22 02:29:26.470137 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-4d9aea01-74e2-4046-8c79-d43523f615ac req-7bb945b6-fd42-4641-aedd-e68f20efa6ee tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385633 Jul 22 02:29:26.523217 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-e4f965e4-b1be-40db-b0b4-6d1f2816e4b5 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:26.527068 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-e4f965e4-b1be-40db-b0b4-6d1f2816e4b5 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746573'] for floatingip, after_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:26.624395 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.db.l3_db [None req-e4f965e4-b1be-40db-b0b4-6d1f2816e4b5 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Floating IP 6622cea7-1046-4063-b27f-305d440bed56 associated. External IP: 172.27.3.227, port: e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea. Jul 22 02:29:26.796419 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba01c5c-2533-4981-afaf-a6cfd97495a5 req-2901917f-098e-4296-81a7-2489c04dc864 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:26.799433 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-1ba01c5c-2533-4981-afaf-a6cfd97495a5 req-2901917f-098e-4296-81a7-2489c04dc864 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.30 "GET /v2.0/ports?device_id=f30d926e-0e27-43fc-aa2d-e20011238b67 HTTP/1.1" status: 200 len: 944 time: 0.0656383 Jul 22 02:29:26.836086 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-1ba01c5c-2533-4981-afaf-a6cfd97495a5 req-f4744dd2-fc2b-4829-b6fd-fe0be883a3f3 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.30 "GET /v2.0/security-groups?id=643d1e5c-74da-4213-83af-8f94feefb225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323827 Jul 22 02:29:26.845213 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4f965e4-b1be-40db-b0b4-6d1f2816e4b5 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Router 31dbb3de-5002-476d-90e9-ec3708f0d4a0 has already been hosted by L3 agent f9ed0358-a013-4c74-a622-17ee633b4610 {{(pid=93205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 02:29:26.968073 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f965e4-b1be-40db-b0b4-6d1f2816e4b5 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify agent at l3_agent.dv-cinder-792299-6-iscsi the message routers_updated {{(pid=93205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:29:26.973250 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-e4f965e4-b1be-40db-b0b4-6d1f2816e4b5 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409'] for floatingip, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:26.981915 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da75bfe-439c-4c20-bf77-18e00148c172 None None] Sync routers for ids ['31dbb3de-5002-476d-90e9-ec3708f0d4a0'] in dv-cinder-792299-6-iscsi {{(pid=93208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:29:26.993580 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da75bfe-439c-4c20-bf77-18e00148c172 None None] Routers {'31dbb3de-5002-476d-90e9-ec3708f0d4a0'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:29:26.994196 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-0da75bfe-439c-4c20-bf77-18e00148c172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:29:14Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['31dbb3de-5002-476d-90e9-ec3708f0d4a0'], 'active': True} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:29:27.015352 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-e4f965e4-b1be-40db-b0b4-6d1f2816e4b5 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "PUT /v2.0/floatingips/6622cea7-1046-4063-b27f-305d440bed56 HTTP/1.1" status: 200 len: 991 time: 1.3914218 Jul 22 02:29:27.015936 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3588f8d-c7b7-42c5-a7bf-f413fb7dbac1', 'tag': 'e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea'}] {{(pid=93205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:29:27.018501 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1519ab49a2e6f2c0b9af796621e68389a02ac4e63e9641ecb08298f364d17118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b19b27-72de-4ce8-8aef-4759a26940b3" -d '{"events": [{"name": "network-changed", "server_uuid": "d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1", "tag": "e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea"}]}' {{(pid=93205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:29:27.112909 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvr_db [None req-0da75bfe-439c-4c20-bf77-18e00148c172 None None] Set router 31dbb3de-5002-476d-90e9-ec3708f0d4a0 gateway port host: dv-cinder-792299-6-iscsi {{(pid=93208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:29:27.439724 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-0da75bfe-439c-4c20-bf77-18e00148c172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31dbb3de-5002-476d-90e9-ec3708f0d4a0', 'name': 'tempest-AttachVolumeShelveTestJSON-1720449418-router', 'tenant_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'd13595d8-8686-42d7-ad69-bf7f60fb015e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:28:44Z', 'updated_at': '2021-07-22T02:28:50Z', 'revision_number': 4, 'project_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'gw_port': {'id': 'd13595d8-8686-42d7-ad69-bf7f60fb015e', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31dbb3de-5002-476d-90e9-ec3708f0d4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:28:44Z', 'updated_at': '2021-07-22T02:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_floatingips': [{'id': '6622cea7-1046-4063-b27f-305d440bed56', 'tenant_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'floating_ip_address': '172.27.3.227', 'floating_network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'router_id': '31dbb3de-5002-476d-90e9-ec3708f0d4a0', 'port_id': 'e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1704d84-6956-4df3-918a-504126cdf765', 'mac_address': 'fa:16:3e:1f:03:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3588f8d-c7b7-42c5-a7bf-f413fb7dbac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T02:29:02Z', 'updated_at': '2021-07-22T02:29:26Z', 'revision_number': 1, 'project_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '181cea9f-5c7f-480b-a288-bb655937ba35', 'name': '', 'network_id': 'c1704d84-6956-4df3-918a-504126cdf765', 'tenant_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'mac_address': 'fa:16:3e:02:a6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31dbb3de-5002-476d-90e9-ec3708f0d4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b32e8e6a-923e-4e9e-b074-47bc54badd49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:28:49Z', 'updated_at': '2021-07-22T02:28:58Z', 'revision_number': 5, 'project_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'subnets': [{'id': 'b32e8e6a-923e-4e9e-b074-47bc54badd49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:29:27.465731 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da75bfe-439c-4c20-bf77-18e00148c172 None None] Checking router: 31dbb3de-5002-476d-90e9-ec3708f0d4a0 for host: dv-cinder-792299-6-iscsi {{(pid=93208) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:29:27.473752 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da75bfe-439c-4c20-bf77-18e00148c172 None None] Routers {'31dbb3de-5002-476d-90e9-ec3708f0d4a0'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:29:27.474346 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-0da75bfe-439c-4c20-bf77-18e00148c172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:29:14Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['31dbb3de-5002-476d-90e9-ec3708f0d4a0'], 'active': True} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:29:27.532316 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-4b3aefe2-0956-476b-a2d7-013b8e024b23 req-a0cae148-ac52-4f65-9c8a-8ec742ff4773 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efb255be-f05e-4d23-bbe4-02d11b77e1dc HTTP/1.1" status: 200 len: 217 time: 0.0453787 Jul 22 02:29:27.576416 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvr_db [None req-0da75bfe-439c-4c20-bf77-18e00148c172 None None] Set router 31dbb3de-5002-476d-90e9-ec3708f0d4a0 gateway port host: dv-cinder-792299-6-iscsi {{(pid=93208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:29:27.794861 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-0da75bfe-439c-4c20-bf77-18e00148c172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31dbb3de-5002-476d-90e9-ec3708f0d4a0', 'name': 'tempest-AttachVolumeShelveTestJSON-1720449418-router', 'tenant_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'd13595d8-8686-42d7-ad69-bf7f60fb015e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:28:44Z', 'updated_at': '2021-07-22T02:28:50Z', 'revision_number': 4, 'project_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'gw_port': {'id': 'd13595d8-8686-42d7-ad69-bf7f60fb015e', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31dbb3de-5002-476d-90e9-ec3708f0d4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:28:44Z', 'updated_at': '2021-07-22T02:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_floatingips': [{'id': '6622cea7-1046-4063-b27f-305d440bed56', 'tenant_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'floating_ip_address': '172.27.3.227', 'floating_network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'router_id': '31dbb3de-5002-476d-90e9-ec3708f0d4a0', 'port_id': 'e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1704d84-6956-4df3-918a-504126cdf765', 'mac_address': 'fa:16:3e:1f:03:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3588f8d-c7b7-42c5-a7bf-f413fb7dbac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T02:29:02Z', 'updated_at': '2021-07-22T02:29:26Z', 'revision_number': 1, 'project_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '181cea9f-5c7f-480b-a288-bb655937ba35', 'name': '', 'network_id': 'c1704d84-6956-4df3-918a-504126cdf765', 'tenant_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'mac_address': 'fa:16:3e:02:a6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31dbb3de-5002-476d-90e9-ec3708f0d4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b32e8e6a-923e-4e9e-b074-47bc54badd49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:28:49Z', 'updated_at': '2021-07-22T02:28:58Z', 'revision_number': 5, 'project_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'subnets': [{'id': 'b32e8e6a-923e-4e9e-b074-47bc54badd49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:29:27.819729 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da75bfe-439c-4c20-bf77-18e00148c172 None None] The sync data for ids ['31dbb3de-5002-476d-90e9-ec3708f0d4a0'] in dv-cinder-792299-6-iscsi is: [{'id': '31dbb3de-5002-476d-90e9-ec3708f0d4a0', 'name': 'tempest-AttachVolumeShelveTestJSON-1720449418-router', 'tenant_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'd13595d8-8686-42d7-ad69-bf7f60fb015e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:28:44Z', 'updated_at': '2021-07-22T02:28:50Z', 'revision_number': 4, 'project_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'gw_port': {'id': 'd13595d8-8686-42d7-ad69-bf7f60fb015e', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31dbb3de-5002-476d-90e9-ec3708f0d4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:28:44Z', 'updated_at': '2021-07-22T02:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_floatingips': [{'id': '6622cea7-1046-4063-b27f-305d440bed56', 'tenant_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'floating_ip_address': '172.27.3.227', 'floating_network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'router_id': '31dbb3de-5002-476d-90e9-ec3708f0d4a0', 'port_id': 'e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1704d84-6956-4df3-918a-504126cdf765', 'mac_address': 'fa:16:3e:1f:03:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3588f8d-c7b7-42c5-a7bf-f413fb7dbac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T02:29:02Z', 'updated_at': '2021-07-22T02:29:26Z', 'revision_number': 1, 'project_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '181cea9f-5c7f-480b-a288-bb655937ba35', 'name': '', 'network_id': 'c1704d84-6956-4df3-918a-504126cdf765', 'tenant_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'mac_address': 'fa:16:3e:02:a6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31dbb3de-5002-476d-90e9-ec3708f0d4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b32e8e6a-923e-4e9e-b074-47bc54badd49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:28:49Z', 'updated_at': '2021-07-22T02:28:58Z', 'revision_number': 5, 'project_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'subnets': [{'id': 'b32e8e6a-923e-4e9e-b074-47bc54badd49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:29:28.001870 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584d4f26-a08c-4bae-a1d9-502b651dd53e None None] New status for floating IP 6622cea7-1046-4063-b27f-305d440bed56: ACTIVE {{(pid=93207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 02:29:28.609010 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3aefe2-0956-476b-a2d7-013b8e024b23 req-cc8e9e1f-9f3d-45e9-8f9a-0f73f1d0ad79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:28.611055 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-4b3aefe2-0956-476b-a2d7-013b8e024b23 req-cc8e9e1f-9f3d-45e9-8f9a-0f73f1d0ad79 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=706b907b-b79e-4ec5-9ce9-e0afff230ead HTTP/1.1" status: 200 len: 848 time: 0.0550864 Jul 22 02:29:28.644057 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 02:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa96628-99aa-4d2f-9484-f4b12cbcceb7 x-openstack-request-id: req-3aa96628-99aa-4d2f-9484-f4b12cbcceb7 {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:29:28.644583 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1", "tag": "e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea", "status": "completed", "code": 200}]} {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:29:28.644583 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3aa96628-99aa-4d2f-9484-f4b12cbcceb7 {{(pid=93205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:29:28.645008 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3588f8d-c7b7-42c5-a7bf-f413fb7dbac1', 'tag': 'e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea', 'status': 'completed', 'code': 200} Jul 22 02:29:28.682877 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b82c5-2a05-4749-85b1-549699a00106 req-08c27843-87f5-49df-a968-6f60cb8eedd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:28.684530 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-0e6b82c5-2a05-4749-85b1-549699a00106 req-08c27843-87f5-49df-a968-6f60cb8eedd0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=983dc1d7a16247a98a094716f99ada48&device_id=c2efc9eb-4c67-4b62-93ea-f95b382696ca HTTP/1.1" status: 200 len: 1098 time: 0.0764587 Jul 22 02:29:28.686819 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-4b3aefe2-0956-476b-a2d7-013b8e024b23 req-d3809407-6e0e-497b-a3b6-c99fa0467618 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1c068a1e-0171-44d5-be72-0f75b944565d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498171 Jul 22 02:29:28.807311 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b19b27-72de-4ce8-8aef-4759a26940b3 req-6cda6690-33db-47c9-bf54-40d6d321363b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:28.809261 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-55b19b27-72de-4ce8-8aef-4759a26940b3 req-6cda6690-33db-47c9-bf54-40d6d321363b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=390f421b378f4ffc8c6d8fc7bd0e0d86&device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 1098 time: 0.1366780 Jul 22 02:29:28.846695 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612d000-fb29-4c17-9d29-a394581bac8b req-7a53299f-32e4-4f90-b673-276ce233a869 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:28.855005 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e612d000-fb29-4c17-9d29-a394581bac8b req-7a53299f-32e4-4f90-b673-276ce233a869 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2efc9eb-4c67-4b62-93ea-f95b382696ca HTTP/1.1" status: 200 len: 945 time: 0.1591427 Jul 22 02:29:28.876867 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-4b3aefe2-0956-476b-a2d7-013b8e024b23 req-2e292940-402c-41c2-9b28-27f382f18e9d service neutron] 10.222.0.23 "GET /v2.0/networks/1c068a1e-0171-44d5-be72-0f75b944565d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475112 Jul 22 02:29:28.916812 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b82c5-2a05-4749-85b1-549699a00106 req-d0083e89-aa17-4fb8-84c1-0fdbd70a38c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:28.918281 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-0e6b82c5-2a05-4749-85b1-549699a00106 req-d0083e89-aa17-4fb8-84c1-0fdbd70a38c5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=72ed7fff-9ec8-4d42-8728-85745d62dd2e HTTP/1.1" status: 200 len: 919 time: 0.1991568 Jul 22 02:29:28.935965 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b19b27-72de-4ce8-8aef-4759a26940b3 req-9d5780e2-0d31-4ef3-afe3-afd0bc94408b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:28.937535 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-55b19b27-72de-4ce8-8aef-4759a26940b3 req-9d5780e2-0d31-4ef3-afe3-afd0bc94408b service neutron] 10.222.0.23 "GET /v2.0/networks?id=c1704d84-6956-4df3-918a-504126cdf765 HTTP/1.1" status: 200 len: 917 time: 0.1192081 Jul 22 02:29:28.951551 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e612d000-fb29-4c17-9d29-a394581bac8b req-d52ffd68-8d92-4bc9-89d6-6b4a3b8097dc tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956109 Jul 22 02:29:29.210642 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061457af-328a-43d5-a3c5-83ade7790397 req-33644510-ff81-4aed-bfdc-774195aa4b91 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:29.212110 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-061457af-328a-43d5-a3c5-83ade7790397 req-33644510-ff81-4aed-bfdc-774195aa4b91 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.30 "GET /v2.0/ports?device_id=f30d926e-0e27-43fc-aa2d-e20011238b67 HTTP/1.1" status: 200 len: 944 time: 0.3525605 Jul 22 02:29:29.237628 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-4b3aefe2-0956-476b-a2d7-013b8e024b23 req-d71a778f-3eaf-46ff-82a5-6137c07f9267 service neutron] 10.222.0.23 "GET /v2.0/networks/1c068a1e-0171-44d5-be72-0f75b944565d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3384120 Jul 22 02:29:29.255926 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-061457af-328a-43d5-a3c5-83ade7790397 req-83294b09-a7d2-4e6d-971b-d5248b9e7c14 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.30 "GET /v2.0/security-groups?id=643d1e5c-74da-4213-83af-8f94feefb225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381708 Jul 22 02:29:30.078119 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9328c1a-efa2-4590-a20b-b62dcb31fe4b req-a95a2c96-e7ab-4db8-a1ce-dc350ba10282 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:30.079564 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a9328c1a-efa2-4590-a20b-b62dcb31fe4b req-a95a2c96-e7ab-4db8-a1ce-dc350ba10282 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2efc9eb-4c67-4b62-93ea-f95b382696ca HTTP/1.1" status: 200 len: 945 time: 0.0611227 Jul 22 02:29:30.114497 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a9328c1a-efa2-4590-a20b-b62dcb31fe4b req-d237801e-0db2-47e9-b438-79e53c75ae04 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294967 Jul 22 02:29:30.382671 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ac2277-459d-495c-b392-2403716fbbda req-9f82667c-0872-481b-b8a5-9fb8f60ea10b tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:30.384148 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d4ac2277-459d-495c-b392-2403716fbbda req-9f82667c-0872-481b-b8a5-9fb8f60ea10b tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.30 "GET /v2.0/ports?device_id=f30d926e-0e27-43fc-aa2d-e20011238b67 HTTP/1.1" status: 200 len: 944 time: 0.0635159 Jul 22 02:29:30.420829 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d4ac2277-459d-495c-b392-2403716fbbda req-e3fd60d8-0835-4ab8-bd78-247c134d8a75 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.30 "GET /v2.0/security-groups?id=643d1e5c-74da-4213-83af-8f94feefb225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312233 Jul 22 02:29:31.240136 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ee9828-441e-4c46-b07e-c95556f170ed req-c4f2c7eb-58ba-4bab-aea0-bb2536448471 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:31.241643 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-c6ee9828-441e-4c46-b07e-c95556f170ed req-c4f2c7eb-58ba-4bab-aea0-bb2536448471 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2efc9eb-4c67-4b62-93ea-f95b382696ca HTTP/1.1" status: 200 len: 945 time: 0.0613987 Jul 22 02:29:31.284188 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-c6ee9828-441e-4c46-b07e-c95556f170ed req-16614111-99cb-458e-a7e8-ca53890cf62f tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371258 Jul 22 02:29:31.543071 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b13629a-c30e-40d8-82c1-b228562bc0f3 req-f64e6d1f-8a86-4af3-8fd8-aea4b8f1c691 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:31.544443 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-6b13629a-c30e-40d8-82c1-b228562bc0f3 req-f64e6d1f-8a86-4af3-8fd8-aea4b8f1c691 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.30 "GET /v2.0/ports?device_id=f30d926e-0e27-43fc-aa2d-e20011238b67 HTTP/1.1" status: 200 len: 944 time: 0.0609820 Jul 22 02:29:31.582116 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-6b13629a-c30e-40d8-82c1-b228562bc0f3 req-47288a1f-3296-4dc9-9598-9dac52b7e162 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.30 "GET /v2.0/security-groups?id=643d1e5c-74da-4213-83af-8f94feefb225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321207 Jul 22 02:29:32.109701 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-0e6b82c5-2a05-4749-85b1-549699a00106 req-f2fafc76-18ae-4982-a381-a272963e36a1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b2d3ac8-d7a5-4ccc-9714-1f894db21346 HTTP/1.1" status: 200 len: 217 time: 0.0791035 Jul 22 02:29:32.138547 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dc70e2-370b-404b-b885-d2ed09cced09 req-4c576513-ceff-42ae-bd43-d00f6e91491a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:32.140043 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-70dc70e2-370b-404b-b885-d2ed09cced09 req-4c576513-ceff-42ae-bd43-d00f6e91491a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4f5097940e534bb293c6f45747e062d1&device_id=f30d926e-0e27-43fc-aa2d-e20011238b67 HTTP/1.1" status: 200 len: 1097 time: 0.0561061 Jul 22 02:29:32.194496 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-55b19b27-72de-4ce8-8aef-4759a26940b3 req-eb10d5b2-bfad-43b7-a3e4-0e6cbb7addb5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea HTTP/1.1" status: 200 len: 1001 time: 0.1555207 Jul 22 02:29:32.199901 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b82c5-2a05-4749-85b1-549699a00106 req-f12375d2-8f12-400b-872a-d72c7bfe90cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:32.201303 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-0e6b82c5-2a05-4749-85b1-549699a00106 req-f12375d2-8f12-400b-872a-d72c7bfe90cf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=72796e7a-066a-4b87-aca1-2c9cb7a8cc4a HTTP/1.1" status: 200 len: 859 time: 0.0774164 Jul 22 02:29:32.237994 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dc70e2-370b-404b-b885-d2ed09cced09 req-57e4e56e-60b7-43d2-9c6b-388a0ee75f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:32.239356 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-70dc70e2-370b-404b-b885-d2ed09cced09 req-57e4e56e-60b7-43d2-9c6b-388a0ee75f93 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1c068a1e-0171-44d5-be72-0f75b944565d HTTP/1.1" status: 200 len: 908 time: 0.0820422 Jul 22 02:29:32.285382 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-70dc70e2-370b-404b-b885-d2ed09cced09 req-7d0c25cb-a067-408e-87e1-4fe45ecf172e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efb255be-f05e-4d23-bbe4-02d11b77e1dc HTTP/1.1" status: 200 len: 217 time: 0.0384903 Jul 22 02:29:32.336427 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dc70e2-370b-404b-b885-d2ed09cced09 req-9a350bbb-0b71-48f4-9c25-6197f8e2ef31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:32.338768 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-70dc70e2-370b-404b-b885-d2ed09cced09 req-9a350bbb-0b71-48f4-9c25-6197f8e2ef31 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=706b907b-b79e-4ec5-9ce9-e0afff230ead HTTP/1.1" status: 200 len: 848 time: 0.0463059 Jul 22 02:29:32.378133 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-70dc70e2-370b-404b-b885-d2ed09cced09 req-f614e939-47ef-440c-882b-7fdbf823a42d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1c068a1e-0171-44d5-be72-0f75b944565d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304463 Jul 22 02:29:32.434403 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-0e6b82c5-2a05-4749-85b1-549699a00106 req-ca0e9518-23fd-4b10-a16f-bf78b5b2ae14 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=72ed7fff-9ec8-4d42-8728-85745d62dd2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1990538 Jul 22 02:29:32.451093 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b19b27-72de-4ce8-8aef-4759a26940b3 req-35a06f6a-bb07-43c7-8158-c021c64d0e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:32.452448 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-55b19b27-72de-4ce8-8aef-4759a26940b3 req-35a06f6a-bb07-43c7-8158-c021c64d0e74 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b32e8e6a-923e-4e9e-b074-47bc54badd49 HTTP/1.1" status: 200 len: 856 time: 0.2425935 Jul 22 02:29:32.513479 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1428119-ec51-43cc-8bfb-405f7dcc6aba req-7e10135d-2e61-4bc7-ad1f-cca51bbaf948 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:32.515047 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-f1428119-ec51-43cc-8bfb-405f7dcc6aba req-7e10135d-2e61-4bc7-ad1f-cca51bbaf948 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2efc9eb-4c67-4b62-93ea-f95b382696ca HTTP/1.1" status: 200 len: 945 time: 0.1394701 Jul 22 02:29:32.518764 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-70dc70e2-370b-404b-b885-d2ed09cced09 req-9f5cf60d-de75-4d13-ba85-2ceaa0d52bb9 service neutron] 10.222.0.23 "GET /v2.0/networks/1c068a1e-0171-44d5-be72-0f75b944565d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308417 Jul 22 02:29:32.590543 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-0e6b82c5-2a05-4749-85b1-549699a00106 req-c478d515-a0de-458b-9217-ea6b1dc00137 service neutron] 10.222.0.23 "GET /v2.0/networks/72ed7fff-9ec8-4d42-8728-85745d62dd2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479208 Jul 22 02:29:32.593539 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b19b27-72de-4ce8-8aef-4759a26940b3 req-3e225e8d-7625-44d6-b34f-3c1ce607040d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:32.594899 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-55b19b27-72de-4ce8-8aef-4759a26940b3 req-3e225e8d-7625-44d6-b34f-3c1ce607040d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c1704d84-6956-4df3-918a-504126cdf765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1313686 Jul 22 02:29:32.612132 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-f1428119-ec51-43cc-8bfb-405f7dcc6aba req-df30b38e-2f0e-4209-ad5a-dda7cbea8534 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903614 Jul 22 02:29:32.646285 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-70dc70e2-370b-404b-b885-d2ed09cced09 req-58ba2368-0cbc-427e-98fb-e7b5b23f7a68 service neutron] 10.222.0.23 "GET /v2.0/networks/1c068a1e-0171-44d5-be72-0f75b944565d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176937 Jul 22 02:29:32.717013 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e2f18-c257-42f4-b5a2-5308b53dfeee req-c21b544b-24aa-4860-9676-a970fa4a59b3 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:32.718489 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-493e2f18-c257-42f4-b5a2-5308b53dfeee req-c21b544b-24aa-4860-9676-a970fa4a59b3 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.30 "GET /v2.0/ports?device_id=f30d926e-0e27-43fc-aa2d-e20011238b67 HTTP/1.1" status: 200 len: 944 time: 0.0660365 Jul 22 02:29:32.754620 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-493e2f18-c257-42f4-b5a2-5308b53dfeee req-ae60cb5d-18de-4c87-b5e7-93bed77d38f6 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.30 "GET /v2.0/security-groups?id=643d1e5c-74da-4213-83af-8f94feefb225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305312 Jul 22 02:29:32.766303 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-0e6b82c5-2a05-4749-85b1-549699a00106 req-572ca23f-1fa2-476b-879b-69bd3e3f846e service neutron] 10.222.0.23 "GET /v2.0/networks/72ed7fff-9ec8-4d42-8728-85745d62dd2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553714 Jul 22 02:29:32.768165 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-55b19b27-72de-4ce8-8aef-4759a26940b3 req-e528b59f-b9f3-41e8-8ca2-1b88a140b09c service neutron] 10.222.0.23 "GET /v2.0/networks/c1704d84-6956-4df3-918a-504126cdf765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561828 Jul 22 02:29:33.742492 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e5f30-9ea0-4863-8467-77168f426eb2 req-f1ec90a0-bb79-4620-81ae-b8986288decc tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:33.743938 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-f27e5f30-9ea0-4863-8467-77168f426eb2 req-f1ec90a0-bb79-4620-81ae-b8986288decc tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2efc9eb-4c67-4b62-93ea-f95b382696ca HTTP/1.1" status: 200 len: 945 time: 0.0603597 Jul 22 02:29:33.779390 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-f27e5f30-9ea0-4863-8467-77168f426eb2 req-a9944657-dd33-4aa1-98d3-748e9212d842 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300672 Jul 22 02:29:33.897207 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eb4b89-a585-4965-8a67-0ec043e69f42 req-9b3cb93b-dbb8-4f7b-b764-238f44a25c83 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:33.898560 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e4eb4b89-a585-4965-8a67-0ec043e69f42 req-9b3cb93b-dbb8-4f7b-b764-238f44a25c83 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.30 "GET /v2.0/ports?device_id=f30d926e-0e27-43fc-aa2d-e20011238b67 HTTP/1.1" status: 200 len: 944 time: 0.0647881 Jul 22 02:29:33.934436 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e4eb4b89-a585-4965-8a67-0ec043e69f42 req-c4df049d-2bf2-428b-bcc4-3d0aa31b3cf6 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.30 "GET /v2.0/security-groups?id=643d1e5c-74da-4213-83af-8f94feefb225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298970 Jul 22 02:29:34.905191 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f9fd71-9cd2-43d2-957f-4414d9d2600b req-ed9746ed-2053-4e02-8c64-a0307c4b134d tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:34.906564 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-96f9fd71-9cd2-43d2-957f-4414d9d2600b req-ed9746ed-2053-4e02-8c64-a0307c4b134d tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2efc9eb-4c67-4b62-93ea-f95b382696ca HTTP/1.1" status: 200 len: 945 time: 0.0614812 Jul 22 02:29:34.943285 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-96f9fd71-9cd2-43d2-957f-4414d9d2600b req-4a808027-cae4-4047-b7ea-0c8603f24211 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312829 Jul 22 02:29:35.060710 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f69fb9-97f1-455b-b0ec-71f94bb5c5c8 req-59c136e6-839f-45b9-9535-9ad1d60b7260 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:35.062150 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-07f69fb9-97f1-455b-b0ec-71f94bb5c5c8 req-59c136e6-839f-45b9-9535-9ad1d60b7260 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.30 "GET /v2.0/ports?device_id=f30d926e-0e27-43fc-aa2d-e20011238b67 HTTP/1.1" status: 200 len: 944 time: 0.0643444 Jul 22 02:29:35.097684 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-07f69fb9-97f1-455b-b0ec-71f94bb5c5c8 req-9b094545-8c3d-4b14-979a-de1f2a8a6d66 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.30 "GET /v2.0/security-groups?id=643d1e5c-74da-4213-83af-8f94feefb225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301988 Jul 22 02:29:36.038536 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-55b19b27-72de-4ce8-8aef-4759a26940b3 req-ccafa1ee-3f85-4d4a-be9b-f508244977fb service neutron] 10.222.0.23 "GET /v2.0/networks/c1704d84-6956-4df3-918a-504126cdf765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899668 Jul 22 02:29:36.072696 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe600a2-8967-4f0f-bf08-18d68dc8dfc6 req-4bc505b7-5448-42ff-8753-79ef57b14b60 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:36.074175 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-6fe600a2-8967-4f0f-bf08-18d68dc8dfc6 req-4bc505b7-5448-42ff-8753-79ef57b14b60 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2efc9eb-4c67-4b62-93ea-f95b382696ca HTTP/1.1" status: 200 len: 945 time: 0.0629048 Jul 22 02:29:36.110730 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-6fe600a2-8967-4f0f-bf08-18d68dc8dfc6 req-a5ecc9fe-5ff7-4fa4-9dff-57da46255b60 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309970 Jul 22 02:29:36.234882 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af9d8db-ea6c-4f9e-945c-76fa00407a04 req-bc05c6f7-7b20-4017-bb22-f62e3745a0c5 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:36.236392 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-1af9d8db-ea6c-4f9e-945c-76fa00407a04 req-bc05c6f7-7b20-4017-bb22-f62e3745a0c5 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.30 "GET /v2.0/ports?device_id=f30d926e-0e27-43fc-aa2d-e20011238b67 HTTP/1.1" status: 200 len: 944 time: 0.0668941 Jul 22 02:29:36.280367 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-1af9d8db-ea6c-4f9e-945c-76fa00407a04 req-0dac5c6e-03bc-4b28-9bad-174263ec252f tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.30 "GET /v2.0/security-groups?id=643d1e5c-74da-4213-83af-8f94feefb225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358593 Jul 22 02:29:37.239987 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea13034-67d7-4351-865a-c7c9df821411 req-5a3e5a86-f297-4a98-905a-2e9e75af8164 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:37.241473 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-2ea13034-67d7-4351-865a-c7c9df821411 req-5a3e5a86-f297-4a98-905a-2e9e75af8164 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2efc9eb-4c67-4b62-93ea-f95b382696ca HTTP/1.1" status: 200 len: 945 time: 0.0656126 Jul 22 02:29:37.279697 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-2ea13034-67d7-4351-865a-c7c9df821411 req-905c5e44-6f85-479e-a5d5-24b553572f1b tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320177 Jul 22 02:29:37.414275 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4f14dd-fdd0-4371-adbe-e0aa8bb8032b req-66b65a4f-7a4a-49d9-8e54-be0a67bd25ba tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:37.416393 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-3b4f14dd-fdd0-4371-adbe-e0aa8bb8032b req-66b65a4f-7a4a-49d9-8e54-be0a67bd25ba tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.30 "GET /v2.0/ports?device_id=f30d926e-0e27-43fc-aa2d-e20011238b67 HTTP/1.1" status: 200 len: 944 time: 0.0617354 Jul 22 02:29:37.454062 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-3b4f14dd-fdd0-4371-adbe-e0aa8bb8032b req-ccc92caa-805d-418a-9360-da6a5134663a tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.30 "GET /v2.0/security-groups?id=643d1e5c-74da-4213-83af-8f94feefb225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305674 Jul 22 02:29:37.539045 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.agents_db [None req-f1c5c46c-8295-40fa-87c5-0db6e260a587 None None] Agent healthcheck: found 6 active agents {{(pid=93208) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 02:29:38.419428 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8de23a-45d1-4e0c-854b-3fed83ec5bb3 req-fd539810-2e25-4b87-bbf1-99d81aa34f3f tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:38.420942 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-fe8de23a-45d1-4e0c-854b-3fed83ec5bb3 req-fd539810-2e25-4b87-bbf1-99d81aa34f3f tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2efc9eb-4c67-4b62-93ea-f95b382696ca HTTP/1.1" status: 200 len: 945 time: 0.0730169 Jul 22 02:29:38.457967 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-fe8de23a-45d1-4e0c-854b-3fed83ec5bb3 req-b8f67fde-6e13-4a18-ba3b-5c5b141db7a5 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315747 Jul 22 02:29:38.577934 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5432148a-fe77-4ac1-8124-a27c44d95101 req-bdd2d42a-d278-44c9-8d35-d33f0e4824b5 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:38.579329 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-5432148a-fe77-4ac1-8124-a27c44d95101 req-bdd2d42a-d278-44c9-8d35-d33f0e4824b5 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.30 "GET /v2.0/ports?device_id=f30d926e-0e27-43fc-aa2d-e20011238b67 HTTP/1.1" status: 200 len: 944 time: 0.0618534 Jul 22 02:29:38.615479 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-5432148a-fe77-4ac1-8124-a27c44d95101 req-16cfae95-4a25-4206-b65f-78d43ac83a49 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.30 "GET /v2.0/security-groups?id=643d1e5c-74da-4213-83af-8f94feefb225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307834 Jul 22 02:29:39.570001 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:39.584785 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce54d0b-1bc0-4660-b884-f736d445f420 req-cdf3420a-e957-4349-a2ca-f0412f2880f3 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:39.586234 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-3ce54d0b-1bc0-4660-b884-f736d445f420 req-cdf3420a-e957-4349-a2ca-f0412f2880f3 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2efc9eb-4c67-4b62-93ea-f95b382696ca HTTP/1.1" status: 200 len: 945 time: 0.0633452 Jul 22 02:29:39.623415 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-3ce54d0b-1bc0-4660-b884-f736d445f420 req-e8049e9d-0208-46fa-b57c-d5ad1cd890ab tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310977 Jul 22 02:29:39.742569 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51690585-40a3-48d1-b51f-d83a18d644cc req-e2428c89-44c7-46f0-bda3-9af8215a9771 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:39.744020 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-51690585-40a3-48d1-b51f-d83a18d644cc req-e2428c89-44c7-46f0-bda3-9af8215a9771 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.30 "GET /v2.0/ports?device_id=f30d926e-0e27-43fc-aa2d-e20011238b67 HTTP/1.1" status: 200 len: 944 time: 0.0659170 Jul 22 02:29:39.779976 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-51690585-40a3-48d1-b51f-d83a18d644cc req-9d37073c-52b0-474a-a004-995dcefd7918 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.30 "GET /v2.0/security-groups?id=643d1e5c-74da-4213-83af-8f94feefb225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305536 Jul 22 02:29:40.081575 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device efb255be-f05e-4d23-bbe4-02d11b77e1dc details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=93207) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 02:29:40.176086 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port efb255be-f05e-4d23-bbe4-02d11b77e1dc, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=efb255be-f05e-4d23-bbe4-02d11b77e1dc,segment=NetworkSegment(a638b51d-2435-4496-9631-dd2b69a2f0b6),segment_id=a638b51d-2435-4496-9631-dd2b69a2f0b6)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:29:40.186985 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Returning: {'device': 'efb255be-f05e-4d23-bbe4-02d11b77e1dc', 'network_id': '1c068a1e-0171-44d5-be72-0f75b944565d', 'port_id': 'efb255be-f05e-4d23-bbe4-02d11b77e1dc', 'mac_address': 'fa:16:3e:4e:e8:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '706b907b-b79e-4ec5-9ce9-e0afff230ead', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93207) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 02:29:40.223382 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:40.235533 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.notifiers.nova [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efb255be-f05e-4d23-bbe4-02d11b77e1dc {{(pid=93207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:29:40.255636 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port efb255be-f05e-4d23-bbe4-02d11b77e1dc, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=efb255be-f05e-4d23-bbe4-02d11b77e1dc,segment=NetworkSegment(a638b51d-2435-4496-9631-dd2b69a2f0b6),segment_id=a638b51d-2435-4496-9631-dd2b69a2f0b6)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:29:40.267347 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:40.431328 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Pushing event updated for resources: {'Port': ['ID=efb255be-f05e-4d23-bbe4-02d11b77e1dc,revision_number=4']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:40.653388 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] get_ports_and_sgs() called for port_ids ['efb255be-f05e-4d23-bbe4-02d11b77e1dc'] {{(pid=93207) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:29:40.775085 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 55590) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:40.813383 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cfad56-8009-4682-a55d-cfc36e3d8294 req-741ea9db-8c72-47ac-9e4e-bc8fad4c8991 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:40.815324 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-57cfad56-8009-4682-a55d-cfc36e3d8294 req-741ea9db-8c72-47ac-9e4e-bc8fad4c8991 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2efc9eb-4c67-4b62-93ea-f95b382696ca HTTP/1.1" status: 200 len: 945 time: 0.1085701 Jul 22 02:29:40.898168 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-b867193b-d4d6-4752-9c82-24655201ce5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:40.899245 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-57cfad56-8009-4682-a55d-cfc36e3d8294 req-d4da7738-f814-4f24-9235-0033b9024a2c tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733554 Jul 22 02:29:40.921269 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d0f75-75e3-49da-9e07-072f7d61e3cc req-47b136cd-1229-4cea-8088-c7bb8796b889 tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:40.922898 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-ef5d0f75-75e3-49da-9e07-072f7d61e3cc req-47b136cd-1229-4cea-8088-c7bb8796b889 tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] 10.222.0.30 "GET /v2.0/ports?device_id=b03ceee7-105f-4d7c-b91b-9af3b50d5847 HTTP/1.1" status: 200 len: 945 time: 0.1246924 Jul 22 02:29:40.975126 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-ef5d0f75-75e3-49da-9e07-072f7d61e3cc req-f26efb65-1241-4ef9-973e-8c7c1e84380a tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] 10.222.0.30 "GET /v2.0/security-groups?id=af93e7f4-aa44-4071-b2d8-f3e3e852a55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426805 Jul 22 02:29:41.045837 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-b867193b-d4d6-4752-9c82-24655201ce5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:41.050608 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-f807f437-b335-4f75-a9b2-a5638d3fc1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:41.052428 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-b867193b-d4d6-4752-9c82-24655201ce5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:41.077052 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44dc7dd-4d93-4a33-9402-99e0bbc2aa47 req-a098b224-795c-4567-bacf-6039327cc569 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:41.086714 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b44dc7dd-4d93-4a33-9402-99e0bbc2aa47 req-a098b224-795c-4567-bacf-6039327cc569 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.30 "GET /v2.0/ports?device_id=f30d926e-0e27-43fc-aa2d-e20011238b67 HTTP/1.1" status: 200 len: 945 time: 0.0909765 Jul 22 02:29:41.102236 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-b867193b-d4d6-4752-9c82-24655201ce5b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e7f1be6dc39540b7a672233225666c33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3260479 Jul 22 02:29:41.105574 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 55604) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:41.107536 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b867193b-d4d6-4752-9c82-24655201ce5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b950c40-33f0-45c7-afd1-7afd32137832,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:41.148532 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b44dc7dd-4d93-4a33-9402-99e0bbc2aa47 req-b4ffc67b-83bc-4ec1-ae9d-4216c6fe15e9 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.30 "GET /v2.0/security-groups?id=643d1e5c-74da-4213-83af-8f94feefb225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613937 Jul 22 02:29:41.184688 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-12b1162a-455d-4a40-a403-bf0be9781e73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:41.206044 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-12b1162a-455d-4a40-a403-bf0be9781e73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:41.264492 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-12b1162a-455d-4a40-a403-bf0be9781e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:41.267141 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-12b1162a-455d-4a40-a403-bf0be9781e73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:41.268258 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-12b1162a-455d-4a40-a403-bf0be9781e73 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8b950c40-33f0-45c7-afd1-7afd32137832 HTTP/1.1" status: 204 len: 168 time: 0.1615157 Jul 22 02:29:41.276530 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b1162a-455d-4a40-a403-bf0be9781e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b950c40-33f0-45c7-afd1-7afd32137832,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:42.043352 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92a08de-98fd-41c7-a0c4-3a388fbfef84 req-d1d362ae-2250-45de-815c-8a45b40ca6f0 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:42.044948 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a92a08de-98fd-41c7-a0c4-3a388fbfef84 req-d1d362ae-2250-45de-815c-8a45b40ca6f0 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2efc9eb-4c67-4b62-93ea-f95b382696ca HTTP/1.1" status: 200 len: 945 time: 0.0712130 Jul 22 02:29:42.092409 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device efb255be-f05e-4d23-bbe4-02d11b77e1dc up at agent hyperv_hv-cinder-79229 {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:29:42.120408 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a92a08de-98fd-41c7-a0c4-3a388fbfef84 req-1dbda769-8a46-4fbf-b5a7-3518da3cbe93 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666170 Jul 22 02:29:42.163998 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Provisioning for port efb255be-f05e-4d23-bbe4-02d11b77e1dc completed by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:29:42.166291 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e2f81f-9477-44e1-a5d1-268898658c29 req-d5464c1d-9888-41f3-bfc7-62ddf5cb138c tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:42.169691 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Provisioning complete for port efb255be-f05e-4d23-bbe4-02d11b77e1dc triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:29:42.170427 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:42.173652 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-41e2f81f-9477-44e1-a5d1-268898658c29 req-d5464c1d-9888-41f3-bfc7-62ddf5cb138c tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] 10.222.0.30 "GET /v2.0/ports?device_id=b03ceee7-105f-4d7c-b91b-9af3b50d5847 HTTP/1.1" status: 200 len: 945 time: 0.1108544 Jul 22 02:29:42.211278 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-41e2f81f-9477-44e1-a5d1-268898658c29 req-acff690f-c4cc-464a-bf92-70236269c7e8 tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] 10.222.0.30 "GET /v2.0/security-groups?id=af93e7f4-aa44-4071-b2d8-f3e3e852a55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364971 Jul 22 02:29:42.270368 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:42.300134 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f30d926e-0e27-43fc-aa2d-e20011238b67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb255be-f05e-4d23-bbe4-02d11b77e1dc'}] {{(pid=93207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:29:42.302505 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7ee477d080e02922d9a3c1e9b5cc60990edb702a504399eb5b32d0111ac025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2394f136-eee3-4db1-8ae5-2ab86a0314d8" -d '{"events": [{"server_uuid": "f30d926e-0e27-43fc-aa2d-e20011238b67", "name": "network-vif-plugged", "status": "completed", "tag": "efb255be-f05e-4d23-bbe4-02d11b77e1dc"}]}' {{(pid=93207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:29:42.317702 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port efb255be-f05e-4d23-bbe4-02d11b77e1dc, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=efb255be-f05e-4d23-bbe4-02d11b77e1dc,segment=NetworkSegment(a638b51d-2435-4496-9631-dd2b69a2f0b6),segment_id=a638b51d-2435-4496-9631-dd2b69a2f0b6)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:29:42.323642 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:42.340560 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 55678) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:42.371902 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99de784-ef40-4c7d-b02e-37310921168b req-95b7bf6e-eb47-4186-9137-5cf9bd39bd82 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:42.373852 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e99de784-ef40-4c7d-b02e-37310921168b req-95b7bf6e-eb47-4186-9137-5cf9bd39bd82 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.30 "GET /v2.0/ports?device_id=f30d926e-0e27-43fc-aa2d-e20011238b67 HTTP/1.1" status: 200 len: 945 time: 0.1002228 Jul 22 02:29:42.398926 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c33dbcb-e16f-4700-b7ba-4491d1f073aa x-openstack-request-id: req-1c33dbcb-e16f-4700-b7ba-4491d1f073aa {{(pid=93207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:29:42.399691 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f30d926e-0e27-43fc-aa2d-e20011238b67", "name": "network-vif-plugged", "status": "completed", "tag": "efb255be-f05e-4d23-bbe4-02d11b77e1dc", "code": 200}]} {{(pid=93207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:29:42.400286 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1c33dbcb-e16f-4700-b7ba-4491d1f073aa {{(pid=93207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:29:42.400933 dv-cinder-792299-6-iscsi neutron-server[93207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f30d926e-0e27-43fc-aa2d-e20011238b67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb255be-f05e-4d23-bbe4-02d11b77e1dc', 'code': 200} Jul 22 02:29:42.401921 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Pushing event updated for resources: {'Port': ['ID=efb255be-f05e-4d23-bbe4-02d11b77e1dc,revision_number=5']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:42.424785 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e99de784-ef40-4c7d-b02e-37310921168b req-5087ffff-d0aa-41c6-8484-df957086c051 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.30 "GET /v2.0/security-groups?id=643d1e5c-74da-4213-83af-8f94feefb225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439048 Jul 22 02:29:42.499391 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-88e987fb-ac5c-49ee-97be-6608ff4adce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:42.582008 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba958d8-2341-4638-a2e0-7820aa4053c3 req-767acf58-6f13-4315-91f1-a689500c93c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:42.583559 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-3ba958d8-2341-4638-a2e0-7820aa4053c3 req-767acf58-6f13-4315-91f1-a689500c93c6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f30d926e-0e27-43fc-aa2d-e20011238b67 HTTP/1.1" status: 200 len: 1099 time: 0.0656395 Jul 22 02:29:42.618064 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-88e987fb-ac5c-49ee-97be-6608ff4adce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:42.622090 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-88e987fb-ac5c-49ee-97be-6608ff4adce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:42.645070 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-3ba958d8-2341-4638-a2e0-7820aa4053c3 req-306c123f-c981-4323-bf49-3c9dfe313db2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=643d1e5c-74da-4213-83af-8f94feefb225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462110 Jul 22 02:29:42.662753 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-88e987fb-ac5c-49ee-97be-6608ff4adce6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=faf395e88e424126bc8ee2f12ecd7065&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3177407 Jul 22 02:29:42.664086 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e987fb-ac5c-49ee-97be-6608ff4adce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06626e43-c312-41f5-b19f-8ba34ac5921f,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:42.666111 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 55698) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:42.672620 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e987fb-ac5c-49ee-97be-6608ff4adce6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:42.673008 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e987fb-ac5c-49ee-97be-6608ff4adce6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:42.673363 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e987fb-ac5c-49ee-97be-6608ff4adce6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:42.673682 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e987fb-ac5c-49ee-97be-6608ff4adce6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:42.674014 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e987fb-ac5c-49ee-97be-6608ff4adce6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:42.674339 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e987fb-ac5c-49ee-97be-6608ff4adce6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:42.674663 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e987fb-ac5c-49ee-97be-6608ff4adce6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:42.674987 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e987fb-ac5c-49ee-97be-6608ff4adce6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:42.675310 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e987fb-ac5c-49ee-97be-6608ff4adce6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:42.675629 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e987fb-ac5c-49ee-97be-6608ff4adce6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:42.675950 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e987fb-ac5c-49ee-97be-6608ff4adce6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:42.676277 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e987fb-ac5c-49ee-97be-6608ff4adce6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:42.722397 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-53ffff45-7c16-4979-b408-adc19caeaabd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:42.743999 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-53ffff45-7c16-4979-b408-adc19caeaabd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:42.794097 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-53ffff45-7c16-4979-b408-adc19caeaabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:42.796979 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-53ffff45-7c16-4979-b408-adc19caeaabd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:42.798212 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-53ffff45-7c16-4979-b408-adc19caeaabd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/06626e43-c312-41f5-b19f-8ba34ac5921f HTTP/1.1" status: 204 len: 168 time: 0.1310778 Jul 22 02:29:42.807107 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ffff45-7c16-4979-b408-adc19caeaabd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06626e43-c312-41f5-b19f-8ba34ac5921f,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:42.813847 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ffff45-7c16-4979-b408-adc19caeaabd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:42.814200 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ffff45-7c16-4979-b408-adc19caeaabd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:42.814536 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ffff45-7c16-4979-b408-adc19caeaabd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:42.814869 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ffff45-7c16-4979-b408-adc19caeaabd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:42.815199 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ffff45-7c16-4979-b408-adc19caeaabd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:42.815529 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ffff45-7c16-4979-b408-adc19caeaabd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:42.815854 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ffff45-7c16-4979-b408-adc19caeaabd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:42.816176 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ffff45-7c16-4979-b408-adc19caeaabd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:42.816499 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ffff45-7c16-4979-b408-adc19caeaabd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:42.816845 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ffff45-7c16-4979-b408-adc19caeaabd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:42.817168 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ffff45-7c16-4979-b408-adc19caeaabd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:42.817487 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ffff45-7c16-4979-b408-adc19caeaabd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:43.258329 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce463bc4-1675-49ad-8d06-9d33ec5edd07 req-ecdc3acd-6464-409f-8d0e-755cc5f5d5f7 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:43.260426 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-ce463bc4-1675-49ad-8d06-9d33ec5edd07 req-ecdc3acd-6464-409f-8d0e-755cc5f5d5f7 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2efc9eb-4c67-4b62-93ea-f95b382696ca HTTP/1.1" status: 200 len: 945 time: 0.0692637 Jul 22 02:29:43.326866 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-ce463bc4-1675-49ad-8d06-9d33ec5edd07 req-fb2318b2-b161-4f54-96ed-40208bb316ee tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608356 Jul 22 02:29:43.374220 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dfe36c-8115-4c14-83d0-d3758e4fadf6 req-9208158d-e777-461d-945b-ac94dfecb2bb tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:43.375892 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-04dfe36c-8115-4c14-83d0-d3758e4fadf6 req-9208158d-e777-461d-945b-ac94dfecb2bb tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] 10.222.0.30 "GET /v2.0/ports?device_id=b03ceee7-105f-4d7c-b91b-9af3b50d5847 HTTP/1.1" status: 200 len: 945 time: 0.0826218 Jul 22 02:29:43.419926 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-04dfe36c-8115-4c14-83d0-d3758e4fadf6 req-5aef5a64-59ca-4bde-8619-2347fce85b8a tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] 10.222.0.30 "GET /v2.0/security-groups?id=af93e7f4-aa44-4071-b2d8-f3e3e852a55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381377 Jul 22 02:29:43.443214 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b163fc8d-bdba-4b4b-b7f0-23c1d7b524cf req-0a359c50-b27b-45ad-8886-7fd171c76e46 tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:43.444761 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-b163fc8d-bdba-4b4b-b7f0-23c1d7b524cf req-0a359c50-b27b-45ad-8886-7fd171c76e46 tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] 10.222.0.23 "GET /v2.0/ports?device_id=b03ceee7-105f-4d7c-b91b-9af3b50d5847 HTTP/1.1" status: 200 len: 945 time: 0.1243281 Jul 22 02:29:43.568336 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30373ae-2808-4373-afd6-2f7b7f3d1e66 req-7c986717-2613-4c4f-b39f-79be5fabcef8 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:43.569866 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-c30373ae-2808-4373-afd6-2f7b7f3d1e66 req-7c986717-2613-4c4f-b39f-79be5fabcef8 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.30 "GET /v2.0/ports?device_id=f30d926e-0e27-43fc-aa2d-e20011238b67 HTTP/1.1" status: 200 len: 946 time: 0.0702193 Jul 22 02:29:43.577695 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [req-b163fc8d-bdba-4b4b-b7f0-23c1d7b524cf req-ab9602a6-3766-4093-9208-2bf73e2c9332 tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] Deleting port 07963a95-c467-4478-83a5-a853152239ae {{(pid=93205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:29:43.578145 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-b163fc8d-bdba-4b4b-b7f0-23c1d7b524cf req-ab9602a6-3766-4093-9208-2bf73e2c9332 tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789867966868'] for port, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:43.629243 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-c30373ae-2808-4373-afd6-2f7b7f3d1e66 req-55aa8c3d-b280-4717-99bb-26c571d679a3 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.30 "GET /v2.0/security-groups?id=643d1e5c-74da-4213-83af-8f94feefb225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520496 Jul 22 02:29:43.695063 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.db [req-b163fc8d-bdba-4b4b-b7f0-23c1d7b524cf req-ab9602a6-3766-4093-9208-2bf73e2c9332 tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] For port 07963a95-c467-4478-83a5-a853152239ae, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=07963a95-c467-4478-83a5-a853152239ae,segment=NetworkSegment(da4ae5cf-39ce-4a30-99af-eeb5e7b212e1),segment_id=da4ae5cf-39ce-4a30-99af-eeb5e7b212e1)] {{(pid=93205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:29:43.695528 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-b163fc8d-bdba-4b4b-b7f0-23c1d7b524cf req-ab9602a6-3766-4093-9208-2bf73e2c9332 tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760608'] for port, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:43.714253 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [req-b163fc8d-bdba-4b4b-b7f0-23c1d7b524cf req-ab9602a6-3766-4093-9208-2bf73e2c9332 tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] Calling delete_port for 07963a95-c467-4478-83a5-a853152239ae owned by compute:nova {{(pid=93205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:29:43.822840 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-3eba10de-7959-4aae-88e4-6f8aec5be473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:43.895283 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:43.944401 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-b163fc8d-bdba-4b4b-b7f0-23c1d7b524cf req-ab9602a6-3766-4093-9208-2bf73e2c9332 tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789867968359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789867566228'] for port, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:43.965879 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] get_ports_and_sgs() called for port_ids ['07963a95-c467-4478-83a5-a853152239ae'] {{(pid=93207) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:29:44.000803 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 55790) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:44.023297 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9602a6-3766-4093-9208-2bf73e2c9332 tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] Pushing event deleted for resources: {'Port': ['ID=07963a95-c467-4478-83a5-a853152239ae,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:44.075194 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.l3_dvrscheduler_db [req-b163fc8d-bdba-4b4b-b7f0-23c1d7b524cf req-ab9602a6-3766-4093-9208-2bf73e2c9332 tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] No DVR routers for this DVR port 07963a95-c467-4478-83a5-a853152239ae on host hv-cinder-79229 {{(pid=93205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 02:29:44.078438 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-b163fc8d-bdba-4b4b-b7f0-23c1d7b524cf req-ab9602a6-3766-4093-9208-2bf73e2c9332 tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409'] for port, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:44.080633 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-b163fc8d-bdba-4b4b-b7f0-23c1d7b524cf req-ab9602a6-3766-4093-9208-2bf73e2c9332 tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] 10.222.0.23 "DELETE /v2.0/ports/07963a95-c467-4478-83a5-a853152239ae HTTP/1.1" status: 204 len: 173 time: 0.6283054 Jul 22 02:29:44.081114 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b03ceee7-105f-4d7c-b91b-9af3b50d5847', 'name': 'network-vif-deleted', 'tag': '07963a95-c467-4478-83a5-a853152239ae'}] {{(pid=93205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:29:44.083669 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1519ab49a2e6f2c0b9af796621e68389a02ac4e63e9641ecb08298f364d17118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecce20f6-479f-4350-bb61-6370d998a110" -d '{"events": [{"server_uuid": "b03ceee7-105f-4d7c-b91b-9af3b50d5847", "name": "network-vif-deleted", "tag": "07963a95-c467-4478-83a5-a853152239ae"}]}' {{(pid=93205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:29:44.142646 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fed88f4-3d3f-4581-858f-75fb9c36bc12 x-openstack-request-id: req-5fed88f4-3d3f-4581-858f-75fb9c36bc12 {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:29:44.142959 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b03ceee7-105f-4d7c-b91b-9af3b50d5847", "name": "network-vif-deleted", "tag": "07963a95-c467-4478-83a5-a853152239ae", "status": "completed", "code": 200}]} {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:29:44.143197 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5fed88f4-3d3f-4581-858f-75fb9c36bc12 {{(pid=93205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:29:44.143596 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b03ceee7-105f-4d7c-b91b-9af3b50d5847', 'name': 'network-vif-deleted', 'tag': '07963a95-c467-4478-83a5-a853152239ae', 'status': 'completed', 'code': 200} Jul 22 02:29:44.168797 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-81aad5cc-53b1-45ca-bcd2-fb81877433d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:44.282223 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-81aad5cc-53b1-45ca-bcd2-fb81877433d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:44.288179 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-81aad5cc-53b1-45ca-bcd2-fb81877433d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:44.330706 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-81aad5cc-53b1-45ca-bcd2-fb81877433d6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=adf5f3f2639b4673b6bca3409e2a27d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3286679 Jul 22 02:29:44.331527 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aad5cc-53b1-45ca-bcd2-fb81877433d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfaa5278-5cfe-4252-9c52-1df925fdc5b2,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:44.334734 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 55812) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:44.391498 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-7a813dda-f837-4021-844d-a548dc5adda6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:44.413179 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-7a813dda-f837-4021-844d-a548dc5adda6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:44.462236 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-7a813dda-f837-4021-844d-a548dc5adda6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:44.462993 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393aa413-aed6-4b8f-b5ee-083aaad0b7b0 req-ee9ab0ff-10a3-4950-9316-bddd40888ff8 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:44.466426 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-393aa413-aed6-4b8f-b5ee-083aaad0b7b0 req-ee9ab0ff-10a3-4950-9316-bddd40888ff8 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2efc9eb-4c67-4b62-93ea-f95b382696ca HTTP/1.1" status: 200 len: 945 time: 0.0692878 Jul 22 02:29:44.466571 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-7a813dda-f837-4021-844d-a548dc5adda6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:44.466571 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-7a813dda-f837-4021-844d-a548dc5adda6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bfaa5278-5cfe-4252-9c52-1df925fdc5b2 HTTP/1.1" status: 204 len: 168 time: 0.1298494 Jul 22 02:29:44.477228 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a813dda-f837-4021-844d-a548dc5adda6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfaa5278-5cfe-4252-9c52-1df925fdc5b2,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:44.519538 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-393aa413-aed6-4b8f-b5ee-083aaad0b7b0 req-862b2cc8-46e8-4c87-bfac-28ec8a58523f tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381479 Jul 22 02:29:44.561348 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-4826be62-27fd-414a-a636-1a71de8f5e96 req-904b0b05-e17f-4d36-8c33-c3cb07b32bde tempest-DeleteServersTestJSON-281494907 tempest-DeleteServersTestJSON-281494907-project] 10.222.0.30 "GET /v2.0/ports?device_id=b03ceee7-105f-4d7c-b91b-9af3b50d5847 HTTP/1.1" status: 200 len: 210 time: 0.0407383 Jul 22 02:29:44.697755 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9c5a9526-544c-492b-b3ab-1b4c68701215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:44.772274 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 55838) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:44.787805 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a51bd2-ce67-4dfb-b493-919a2a9f8894 req-c81e4b8b-ba20-4601-a41d-2014314a5878 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:44.788940 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-3331842b-ac9b-440c-8497-1f890fbb5aa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:44.789415 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-13a51bd2-ce67-4dfb-b493-919a2a9f8894 req-c81e4b8b-ba20-4601-a41d-2014314a5878 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.30 "GET /v2.0/ports?device_id=f30d926e-0e27-43fc-aa2d-e20011238b67 HTTP/1.1" status: 200 len: 946 time: 0.0856161 Jul 22 02:29:44.839862 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-13a51bd2-ce67-4dfb-b493-919a2a9f8894 req-eb4cb550-a12a-4345-b0b8-deda1789dbe4 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.30 "GET /v2.0/security-groups?id=643d1e5c-74da-4213-83af-8f94feefb225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397270 Jul 22 02:29:44.911488 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-3331842b-ac9b-440c-8497-1f890fbb5aa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:44.916048 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-3331842b-ac9b-440c-8497-1f890fbb5aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:44.955393 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-3331842b-ac9b-440c-8497-1f890fbb5aa7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=59a053e7909b48ed96d17149e3d5d9ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1817143 Jul 22 02:29:44.956267 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3331842b-ac9b-440c-8497-1f890fbb5aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce4e2c2-0690-4b43-bbfb-6ad21f5d1057,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:44.958199 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 55846) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:45.008362 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-fe0dee03-35c0-496e-878e-bb139aefadd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:45.030163 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-fe0dee03-35c0-496e-878e-bb139aefadd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:45.076516 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-fe0dee03-35c0-496e-878e-bb139aefadd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:45.079049 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-fe0dee03-35c0-496e-878e-bb139aefadd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:45.080437 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-fe0dee03-35c0-496e-878e-bb139aefadd0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cce4e2c2-0690-4b43-bbfb-6ad21f5d1057 HTTP/1.1" status: 204 len: 168 time: 0.1209376 Jul 22 02:29:45.088921 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0dee03-35c0-496e-878e-bb139aefadd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce4e2c2-0690-4b43-bbfb-6ad21f5d1057,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:45.700889 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e613765-024a-4c35-a7da-40bc55b832c0 req-26bc2a83-78d5-4de3-8166-151ba4c9f8fd tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:45.704198 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-1e613765-024a-4c35-a7da-40bc55b832c0 req-26bc2a83-78d5-4de3-8166-151ba4c9f8fd tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2efc9eb-4c67-4b62-93ea-f95b382696ca HTTP/1.1" status: 200 len: 945 time: 0.0983870 Jul 22 02:29:45.755986 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-1e613765-024a-4c35-a7da-40bc55b832c0 req-2142a2ba-38d2-4e79-bdae-26afc2d16756 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456250 Jul 22 02:29:45.894243 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d266e0b8-a354-4254-a1df-88457314608f req-7806da12-7638-4c02-bcaa-b549a44cc868 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:45.895746 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d266e0b8-a354-4254-a1df-88457314608f req-7806da12-7638-4c02-bcaa-b549a44cc868 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.30 "GET /v2.0/ports?device_id=f30d926e-0e27-43fc-aa2d-e20011238b67 HTTP/1.1" status: 200 len: 946 time: 0.0807595 Jul 22 02:29:45.946685 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d266e0b8-a354-4254-a1df-88457314608f req-5e1a0d69-cf54-4564-81de-0a8260327e9f tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.30 "GET /v2.0/security-groups?id=643d1e5c-74da-4213-83af-8f94feefb225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434217 Jul 22 02:29:46.209295 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-46ac0fbd-03cc-41f5-9e75-a35c43e1b5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:46.900329 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6484a031-1c86-42ac-9ef3-e455ab865203 req-ecd732d5-160d-4c48-a967-bbda460d4db6 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:46.901870 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-6484a031-1c86-42ac-9ef3-e455ab865203 req-ecd732d5-160d-4c48-a967-bbda460d4db6 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2efc9eb-4c67-4b62-93ea-f95b382696ca HTTP/1.1" status: 200 len: 945 time: 0.0713685 Jul 22 02:29:46.949174 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-6484a031-1c86-42ac-9ef3-e455ab865203 req-37ef0d55-1edd-4e53-aecd-247b094d0f25 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389900 Jul 22 02:29:47.083547 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c003fe-47b3-4617-9374-1df656278206 req-603a9aec-56f0-47ba-95ad-019e869a7493 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:47.085123 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-90c003fe-47b3-4617-9374-1df656278206 req-603a9aec-56f0-47ba-95ad-019e869a7493 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.30 "GET /v2.0/ports?device_id=f30d926e-0e27-43fc-aa2d-e20011238b67 HTTP/1.1" status: 200 len: 946 time: 0.0662134 Jul 22 02:29:47.126887 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-90c003fe-47b3-4617-9374-1df656278206 req-0ef28658-098c-4786-a5cc-775dc5274281 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.30 "GET /v2.0/security-groups?id=643d1e5c-74da-4213-83af-8f94feefb225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356436 Jul 22 02:29:48.073024 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b660f05-74c3-4c6a-be0f-09a7827ec231 req-a87ca541-5936-4cca-9ffe-dd7c9766356f tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:48.074505 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-7b660f05-74c3-4c6a-be0f-09a7827ec231 req-a87ca541-5936-4cca-9ffe-dd7c9766356f tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2efc9eb-4c67-4b62-93ea-f95b382696ca HTTP/1.1" status: 200 len: 945 time: 0.0618188 Jul 22 02:29:48.110584 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-7b660f05-74c3-4c6a-be0f-09a7827ec231 req-ee043ddf-0c3a-47fb-84e8-7e1dcd1a9859 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306997 Jul 22 02:29:48.150777 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device 07963a95-c467-4478-83a5-a853152239ae no longer exists at agent hyperv_hv-cinder-79229 {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:29:48.171078 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] No Port match for: 07963a95-c467-4478-83a5-a853152239ae {{(pid=93207) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:29:48.171416 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device 07963a95-c467-4478-83a5-a853152239ae not bound to the agent host hv-cinder-79229 {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:29:48.260501 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df6df6-093e-4210-9691-69dbc7949dc8 req-4b411ca7-e43f-4c1a-a2b0-f37095507f59 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:48.261988 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a2df6df6-093e-4210-9691-69dbc7949dc8 req-4b411ca7-e43f-4c1a-a2b0-f37095507f59 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.30 "GET /v2.0/ports?device_id=f30d926e-0e27-43fc-aa2d-e20011238b67 HTTP/1.1" status: 200 len: 946 time: 0.0636005 Jul 22 02:29:48.299123 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a2df6df6-093e-4210-9691-69dbc7949dc8 req-18785ef9-d8cb-4e85-ae31-f9bbd93f5334 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.30 "GET /v2.0/security-groups?id=643d1e5c-74da-4213-83af-8f94feefb225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311706 Jul 22 02:29:49.234498 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7751107c-838a-47c2-8a61-237b82541118 req-a806dad8-3ecf-4f1c-b4f3-585510c8f718 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:49.235960 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-7751107c-838a-47c2-8a61-237b82541118 req-a806dad8-3ecf-4f1c-b4f3-585510c8f718 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2efc9eb-4c67-4b62-93ea-f95b382696ca HTTP/1.1" status: 200 len: 945 time: 0.0613148 Jul 22 02:29:49.272871 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-7751107c-838a-47c2-8a61-237b82541118 req-5d218b34-ee4b-42b4-b65b-e30b2b2616d2 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310688 Jul 22 02:29:49.424018 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a8614-fea4-4c51-95fd-df1a00abf233 req-42b6d534-b2cf-4631-a5c4-b570857e864f tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:49.425578 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a23a8614-fea4-4c51-95fd-df1a00abf233 req-42b6d534-b2cf-4631-a5c4-b570857e864f tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.30 "GET /v2.0/ports?device_id=f30d926e-0e27-43fc-aa2d-e20011238b67 HTTP/1.1" status: 200 len: 946 time: 0.0631053 Jul 22 02:29:49.466552 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a23a8614-fea4-4c51-95fd-df1a00abf233 req-6c0dd71a-3e61-47b2-9707-ca0ba2e0b887 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.30 "GET /v2.0/security-groups?id=643d1e5c-74da-4213-83af-8f94feefb225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350392 Jul 22 02:29:50.239538 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 56020) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:50.294877 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6c41ce2-db71-4e98-ab83-6e674078d94b admin admin] Deleting subnet bdf27d7a-e31c-4089-b13a-609a3d47f24e {{(pid=93206) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 02:29:50.298286 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c41ce2-db71-4e98-ab83-6e674078d94b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:50.339210 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c41ce2-db71-4e98-ab83-6e674078d94b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:50.348757 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c41ce2-db71-4e98-ab83-6e674078d94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774554'] for subnet, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:50.454967 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c41ce2-db71-4e98-ab83-6e674078d94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863'] for subnet, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:50.473477 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3471a6-c5c2-4014-b405-43dabcc33ea3 req-dbe7b6bd-dc5e-45f1-aac4-32e2781a756b tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:50.475426 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-8d3471a6-c5c2-4014-b405-43dabcc33ea3 req-dbe7b6bd-dc5e-45f1-aac4-32e2781a756b tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2efc9eb-4c67-4b62-93ea-f95b382696ca HTTP/1.1" status: 200 len: 945 time: 0.1236055 Jul 22 02:29:50.508599 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c41ce2-db71-4e98-ab83-6e674078d94b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:50.511904 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-e6c41ce2-db71-4e98-ab83-6e674078d94b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/bdf27d7a-e31c-4089-b13a-609a3d47f24e HTTP/1.1" status: 204 len: 168 time: 0.2713184 Jul 22 02:29:50.513017 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c41ce2-db71-4e98-ab83-6e674078d94b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdf27d7a-e31c-4089-b13a-609a3d47f24e,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:50.513236 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 56028) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:50.552820 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-8d3471a6-c5c2-4014-b405-43dabcc33ea3 req-1212d4e3-3b29-4223-951c-66b974c7b0f0 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545421 Jul 22 02:29:50.602721 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-9985d004-1a27-4b6d-89f2-cc2405329364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-716893'] for network, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:50.656315 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51939b81-52c5-449f-9924-9bb24c17e510 req-73f8e312-8528-4836-a9e4-c22b589804ca tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:50.657844 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-51939b81-52c5-449f-9924-9bb24c17e510 req-73f8e312-8528-4836-a9e4-c22b589804ca tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.30 "GET /v2.0/ports?device_id=f30d926e-0e27-43fc-aa2d-e20011238b67 HTTP/1.1" status: 200 len: 946 time: 0.0934341 Jul 22 02:29:50.701085 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-51939b81-52c5-449f-9924-9bb24c17e510 req-f0669bfc-8f48-48bf-82cb-d125846bc95b tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.30 "GET /v2.0/security-groups?id=643d1e5c-74da-4213-83af-8f94feefb225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366046 Jul 22 02:29:50.704501 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-9985d004-1a27-4b6d-89f2-cc2405329364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-773542', 'neutron.services.segments.db._delete_segments_for_network-8789868033329'] for network, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:50.717676 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-9985d004-1a27-4b6d-89f2-cc2405329364 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:29:50.718160 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-9985d004-1a27-4b6d-89f2-cc2405329364 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:29:50.718939 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-9985d004-1a27-4b6d-89f2-cc2405329364 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:29:50.719332 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-9985d004-1a27-4b6d-89f2-cc2405329364 admin admin] Subscribe: > port after_create 55550000 {{(pid=93205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:29:50.719665 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-9985d004-1a27-4b6d-89f2-cc2405329364 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:29:50.720025 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-9985d004-1a27-4b6d-89f2-cc2405329364 admin admin] Subscribe: > port after_update 55550000 {{(pid=93205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:29:50.720392 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-9985d004-1a27-4b6d-89f2-cc2405329364 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:29:50.720750 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-9985d004-1a27-4b6d-89f2-cc2405329364 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:29:50.721070 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-9985d004-1a27-4b6d-89f2-cc2405329364 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:29:50.721437 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-9985d004-1a27-4b6d-89f2-cc2405329364 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:29:50.894083 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-9985d004-1a27-4b6d-89f2-cc2405329364 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:29:50.894457 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-9985d004-1a27-4b6d-89f2-cc2405329364 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:29:50.894799 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-9985d004-1a27-4b6d-89f2-cc2405329364 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:29:50.895134 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-9985d004-1a27-4b6d-89f2-cc2405329364 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:29:50.895557 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.services.segments.db [None req-9985d004-1a27-4b6d-89f2-cc2405329364 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2afc3792-c86f-482a-9e8f-45d5371b1625']}} {{(pid=93205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:29:50.913846 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.services.segments.db [None req-9985d004-1a27-4b6d-89f2-cc2405329364 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da4ae5cf-39ce-4a30-99af-eeb5e7b212e1') {'for_net_delete': True} {{(pid=93205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:29:50.914140 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.services.segments.db [None req-9985d004-1a27-4b6d-89f2-cc2405329364 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da4ae5cf-39ce-4a30-99af-eeb5e7b212e1') {} {{(pid=93205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:29:50.933666 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-9985d004-1a27-4b6d-89f2-cc2405329364 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789868033850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3324604'] for segment, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:50.953971 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-9985d004-1a27-4b6d-89f2-cc2405329364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767938'] for segment, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:50.963270 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9985d004-1a27-4b6d-89f2-cc2405329364 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=93205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 02:29:50.963834 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-9985d004-1a27-4b6d-89f2-cc2405329364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3324428'] for segment, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:50.968216 dv-cinder-792299-6-iscsi neutron-server[93205]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 02:29:50.968216 dv-cinder-792299-6-iscsi neutron-server[93205]: from cryptography.utils import int_from_bytes Jul 22 02:29:50.968216 dv-cinder-792299-6-iscsi neutron-server[93205]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 02:29:50.968216 dv-cinder-792299-6-iscsi neutron-server[93205]: from cryptography.utils import int_from_bytes Jul 22 02:29:50.968216 dv-cinder-792299-6-iscsi neutron-server[93205]: Traceback (most recent call last): Jul 22 02:29:50.968216 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 02:29:50.968216 dv-cinder-792299-6-iscsi neutron-server[93205]: timer() Jul 22 02:29:50.968216 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 02:29:50.968216 dv-cinder-792299-6-iscsi neutron-server[93205]: cb(*args, **kw) Jul 22 02:29:50.968216 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 02:29:50.968216 dv-cinder-792299-6-iscsi neutron-server[93205]: return func(*args, **kwargs) Jul 22 02:29:50.968216 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 02:29:50.968216 dv-cinder-792299-6-iscsi neutron-server[93205]: self._notify() Jul 22 02:29:50.968216 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 02:29:50.968216 dv-cinder-792299-6-iscsi neutron-server[93205]: self.callback(batched_events) Jul 22 02:29:50.968216 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 02:29:50.968216 dv-cinder-792299-6-iscsi neutron-server[93205]: event.method(event) Jul 22 02:29:50.968216 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 02:29:50.968216 dv-cinder-792299-6-iscsi neutron-server[93205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 02:29:50.968216 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 02:29:50.968216 dv-cinder-792299-6-iscsi neutron-server[93205]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 02:29:50.968216 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 02:29:50.968216 dv-cinder-792299-6-iscsi neutron-server[93205]: return f(self, *a, **k) Jul 22 02:29:50.968216 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 02:29:50.968216 dv-cinder-792299-6-iscsi neutron-server[93205]: return self._get(url).json() Jul 22 02:29:50.968216 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 02:29:50.968216 dv-cinder-792299-6-iscsi neutron-server[93205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 02:29:50.968216 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 02:29:50.968216 dv-cinder-792299-6-iscsi neutron-server[93205]: return self.request(url, 'GET', **kwargs) Jul 22 02:29:50.968216 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 02:29:50.968216 dv-cinder-792299-6-iscsi neutron-server[93205]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 02:29:50.968216 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 02:29:50.968216 dv-cinder-792299-6-iscsi neutron-server[93205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 02:29:50.968216 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 02:29:50.968216 dv-cinder-792299-6-iscsi neutron-server[93205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 02:29:50.968216 dv-cinder-792299-6-iscsi neutron-server[93205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 02:29:51.026290 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-9985d004-1a27-4b6d-89f2-cc2405329364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746579'] for network, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:51.033323 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-9985d004-1a27-4b6d-89f2-cc2405329364 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583845'] for network, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:51.039390 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-9985d004-1a27-4b6d-89f2-cc2405329364 admin admin] 10.222.0.30 "DELETE /v2.0/networks/2afc3792-c86f-482a-9e8f-45d5371b1625 HTTP/1.1" status: 204 len: 168 time: 0.5243671 Jul 22 02:29:51.051551 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9985d004-1a27-4b6d-89f2-cc2405329364 admin admin] Pushing event deleted for resources: {'Network': ['ID=2afc3792-c86f-482a-9e8f-45d5371b1625,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:51.226081 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 56072) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:51.293265 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-c3ad3b10-bbfa-4eb2-a1a3-de753011c642 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3dd9634687494d04b603cc92f8b506ea&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0637920 Jul 22 02:29:51.296534 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 56082) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:51.327318 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b68d69d-8813-4b4d-9265-4445a44cf9e5 req-dd3ae8a4-ef85-4968-aa67-04960fb0ec15 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:51.331752 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-3b68d69d-8813-4b4d-9265-4445a44cf9e5 req-dd3ae8a4-ef85-4968-aa67-04960fb0ec15 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.23 "GET /v2.0/ports?device_id=f30d926e-0e27-43fc-aa2d-e20011238b67 HTTP/1.1" status: 200 len: 946 time: 0.1128945 Jul 22 02:29:51.412192 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-5c8fa3e9-8165-4054-b152-00377f445655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:51.454052 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd113d2-f59e-4a30-88a1-0bc5ea1dbc52 req-560ce4c9-a705-4263-b4c6-fa3db2ccfee4 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:51.455575 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-cdd113d2-f59e-4a30-88a1-0bc5ea1dbc52 req-560ce4c9-a705-4263-b4c6-fa3db2ccfee4 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/networks?id=49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d HTTP/1.1" status: 200 len: 815 time: 0.1123328 Jul 22 02:29:51.456309 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-5c8fa3e9-8165-4054-b152-00377f445655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:51.472566 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-cdd113d2-f59e-4a30-88a1-0bc5ea1dbc52 req-714ba0e8-7c9b-4932-86b3-7904372842cc tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/quotas/16fd06163ccc47f08a69c65f0aa273d0 HTTP/1.1" status: 200 len: 375 time: 0.0103559 Jul 22 02:29:51.500886 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [req-3b68d69d-8813-4b4d-9265-4445a44cf9e5 req-cc6a7d6d-cc43-4f47-a36b-bd919050cbde tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] Deleting port efb255be-f05e-4d23-bbe4-02d11b77e1dc {{(pid=93205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:29:51.501234 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-3b68d69d-8813-4b4d-9265-4445a44cf9e5 req-cc6a7d6d-cc43-4f47-a36b-bd919050cbde tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789867966868'] for port, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:51.547873 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-cdd113d2-f59e-4a30-88a1-0bc5ea1dbc52 req-f6469020-ba47-4ec2-80d5-09f7582b4128 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=16fd06163ccc47f08a69c65f0aa273d0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0700445 Jul 22 02:29:51.568972 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-5c8fa3e9-8165-4054-b152-00377f445655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:51.571482 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-5c8fa3e9-8165-4054-b152-00377f445655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:51.573165 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-5c8fa3e9-8165-4054-b152-00377f445655 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/af93e7f4-aa44-4071-b2d8-f3e3e852a55d HTTP/1.1" status: 204 len: 168 time: 0.2751451 Jul 22 02:29:51.589113 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8fa3e9-8165-4054-b152-00377f445655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af93e7f4-aa44-4071-b2d8-f3e3e852a55d,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:51.632589 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.db [req-3b68d69d-8813-4b4d-9265-4445a44cf9e5 req-cc6a7d6d-cc43-4f47-a36b-bd919050cbde tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] For port efb255be-f05e-4d23-bbe4-02d11b77e1dc, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=efb255be-f05e-4d23-bbe4-02d11b77e1dc,segment=NetworkSegment(a638b51d-2435-4496-9631-dd2b69a2f0b6),segment_id=a638b51d-2435-4496-9631-dd2b69a2f0b6)] {{(pid=93205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:29:51.632990 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-3b68d69d-8813-4b4d-9265-4445a44cf9e5 req-cc6a7d6d-cc43-4f47-a36b-bd919050cbde tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760608'] for port, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:51.659854 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [req-3b68d69d-8813-4b4d-9265-4445a44cf9e5 req-cc6a7d6d-cc43-4f47-a36b-bd919050cbde tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] Calling delete_port for efb255be-f05e-4d23-bbe4-02d11b77e1dc owned by compute:nova {{(pid=93205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:29:51.685887 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-cdd113d2-f59e-4a30-88a1-0bc5ea1dbc52 req-9420c486-6339-4ce9-94b3-e18bc680b73b service neutron] 10.222.0.30 "GET /v2.0/networks/49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292109 Jul 22 02:29:51.831452 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-cdd113d2-f59e-4a30-88a1-0bc5ea1dbc52 req-c72c26f1-f1da-4716-abf0-dae3d16d3aec service neutron] 10.222.0.30 "GET /v2.0/networks/49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446886 Jul 22 02:29:51.843487 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcfe6a3-a090-49a3-a8ef-420c0a8daaa8 req-5f07dff3-623b-4f6c-8070-9055b1947afa tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:51.845023 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9bcfe6a3-a090-49a3-a8ef-420c0a8daaa8 req-5f07dff3-623b-4f6c-8070-9055b1947afa tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2efc9eb-4c67-4b62-93ea-f95b382696ca HTTP/1.1" status: 200 len: 945 time: 0.1302798 Jul 22 02:29:51.846734 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-3b68d69d-8813-4b4d-9265-4445a44cf9e5 req-cc6a7d6d-cc43-4f47-a36b-bd919050cbde tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789867968359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789867566228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3324451'] for port, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:51.864113 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] get_ports_and_sgs() called for port_ids ['efb255be-f05e-4d23-bbe4-02d11b77e1dc'] {{(pid=93207) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:29:51.877699 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6a7d6d-cc43-4f47-a36b-bd919050cbde tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] Pushing event deleted for resources: {'Port': ['ID=efb255be-f05e-4d23-bbe4-02d11b77e1dc,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:51.907785 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9bcfe6a3-a090-49a3-a8ef-420c0a8daaa8 req-0b85b0a8-1b74-4bbd-b212-ec07f1ed9a1f tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534463 Jul 22 02:29:51.935062 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b68d69d-8813-4b4d-9265-4445a44cf9e5 req-cc6a7d6d-cc43-4f47-a36b-bd919050cbde tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] No DVR routers for this DVR port efb255be-f05e-4d23-bbe4-02d11b77e1dc on host hv-cinder-79229 {{(pid=93205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 02:29:51.938498 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-3b68d69d-8813-4b4d-9265-4445a44cf9e5 req-cc6a7d6d-cc43-4f47-a36b-bd919050cbde tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409'] for port, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:51.941021 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-3b68d69d-8813-4b4d-9265-4445a44cf9e5 req-cc6a7d6d-cc43-4f47-a36b-bd919050cbde tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.23 "DELETE /v2.0/ports/efb255be-f05e-4d23-bbe4-02d11b77e1dc HTTP/1.1" status: 204 len: 173 time: 0.6003256 Jul 22 02:29:51.941554 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f30d926e-0e27-43fc-aa2d-e20011238b67', 'name': 'network-vif-deleted', 'tag': 'efb255be-f05e-4d23-bbe4-02d11b77e1dc'}] {{(pid=93205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:29:51.944642 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1519ab49a2e6f2c0b9af796621e68389a02ac4e63e9641ecb08298f364d17118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189becbc-5d6f-456c-aa91-8b541ba1c585" -d '{"events": [{"server_uuid": "f30d926e-0e27-43fc-aa2d-e20011238b67", "name": "network-vif-deleted", "tag": "efb255be-f05e-4d23-bbe4-02d11b77e1dc"}]}' {{(pid=93205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:29:52.040493 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-af8d3ca8-9eb5-4029-bd11-4456b3ab47e3 req-0195f9b5-ae25-43fb-b9a6-915453025510 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.30 "GET /v2.0/ports?device_id=f30d926e-0e27-43fc-aa2d-e20011238b67 HTTP/1.1" status: 200 len: 210 time: 0.0402977 Jul 22 02:29:52.111020 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf6d482-b4d1-4bf1-a6a1-5ff783701e45 x-openstack-request-id: req-6cf6d482-b4d1-4bf1-a6a1-5ff783701e45 {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:29:52.111422 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f30d926e-0e27-43fc-aa2d-e20011238b67", "name": "network-vif-deleted", "tag": "efb255be-f05e-4d23-bbe4-02d11b77e1dc", "status": "completed", "code": 200}]} {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:29:52.111704 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6cf6d482-b4d1-4bf1-a6a1-5ff783701e45 {{(pid=93205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:29:52.112102 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f30d926e-0e27-43fc-aa2d-e20011238b67', 'name': 'network-vif-deleted', 'tag': 'efb255be-f05e-4d23-bbe4-02d11b77e1dc', 'status': 'completed', 'code': 200} Jul 22 02:29:52.117358 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-23bace66-bf5d-42c0-a248-52868024f06d req-a2a1df8a-32e6-48c5-b118-f6dc4748a994 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ac750a0-cfae-489d-923c-904dcbb9f2ff HTTP/1.1" status: 200 len: 210 time: 0.0475614 Jul 22 02:29:52.439311 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 56142) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:52.589969 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 56154) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:52.664306 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-3fe291d4-9216-43ed-95e7-386f33aa20ea admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1072535-network', 'tenant_id': 'be407e9b4d21489b9bf1679354068654'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:29:52.697841 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-7b617506-8880-4947-81e4-ea3cb39a677d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:52.733004 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe291d4-9216-43ed-95e7-386f33aa20ea admin admin] Made reservation on behalf of be407e9b4d21489b9bf1679354068654 for: {'network': 1} {{(pid=93205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:29:52.735928 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-3fe291d4-9216-43ed-95e7-386f33aa20ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for network, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:52.760701 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-3fe291d4-9216-43ed-95e7-386f33aa20ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:52.887111 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-7b617506-8880-4947-81e4-ea3cb39a677d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:52.898300 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-7b617506-8880-4947-81e4-ea3cb39a677d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:52.956912 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b617506-8880-4947-81e4-ea3cb39a677d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a71e9ae2-625a-4ac1-b630-51be11cd20a1,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:52.970254 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-7b617506-8880-4947-81e4-ea3cb39a677d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4b2f517663a74bdb8e745b6841831b97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5296102 Jul 22 02:29:52.971074 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 56180) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:53.038381 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-3fe291d4-9216-43ed-95e7-386f33aa20ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:53.044133 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-3fe291d4-9216-43ed-95e7-386f33aa20ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:53.072436 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe291d4-9216-43ed-95e7-386f33aa20ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53bfd9ed-2fb7-4b21-b2c8-7c1ecf72bac0,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:53.112381 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fe291d4-9216-43ed-95e7-386f33aa20ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=93205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 02:29:53.123275 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-3fe291d4-9216-43ed-95e7-386f33aa20ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767938'] for segment, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:53.123630 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.db.segments_db [None req-3fe291d4-9216-43ed-95e7-386f33aa20ea admin admin] Added segment 5a89ccad-6801-438c-9d1a-5f9fa04b4faa of type vlan for network 4519266e-72e1-49eb-bb7e-76cf6f2efe9d Jul 22 02:29:53.130416 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-f6808087-8b8c-42ba-8da1-dabc5bde401e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:53.172778 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-3fe291d4-9216-43ed-95e7-386f33aa20ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789867552247'] for network, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:53.187051 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6967f7ee-2fe0-4011-a00f-a4ff56599395 req-6c93d77b-44ca-418f-83f5-a4ee620f7b5b tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:53.192345 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-6967f7ee-2fe0-4011-a00f-a4ff56599395 req-6c93d77b-44ca-418f-83f5-a4ee620f7b5b tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2efc9eb-4c67-4b62-93ea-f95b382696ca HTTP/1.1" status: 200 len: 945 time: 0.1517735 Jul 22 02:29:53.215567 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-3fe291d4-9216-43ed-95e7-386f33aa20ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863'] for network, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:53.217081 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe291d4-9216-43ed-95e7-386f33aa20ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:53.218017 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-3fe291d4-9216-43ed-95e7-386f33aa20ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583845'] for network, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:53.224693 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-f6808087-8b8c-42ba-8da1-dabc5bde401e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:53.262540 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-3fe291d4-9216-43ed-95e7-386f33aa20ea admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6707520 Jul 22 02:29:53.278420 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 56194) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:53.280487 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-0ce27e67-2ca3-4a3c-81ee-bd7e84f79c8f req-7c037f04-e155-4670-899a-77f699072357 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ac750a0-cfae-489d-923c-904dcbb9f2ff HTTP/1.1" status: 200 len: 210 time: 0.0659075 Jul 22 02:29:53.289018 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.v2.base [None req-653501d9-2b7e-4263-bc18-55e38ef909b0 admin admin] Request body: {'subnet': {'network_id': '4519266e-72e1-49eb-bb7e-76cf6f2efe9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1072535-subnet', 'tenant_id': 'be407e9b4d21489b9bf1679354068654', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:29:53.295294 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe291d4-9216-43ed-95e7-386f33aa20ea admin admin] Pushing event updated for resources: {'Network': ['ID=4519266e-72e1-49eb-bb7e-76cf6f2efe9d,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:53.308788 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Network 4519266e-72e1-49eb-bb7e-76cf6f2efe9d details requested by agent ovs-agent-dv-cinder-792299-6-iscsi with host dv-cinder-792299-6-iscsi {{(pid=93207) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 02:29:53.349853 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-6967f7ee-2fe0-4011-a00f-a4ff56599395 req-e5ad0dc0-6ae1-441f-8252-222cf33e50ca tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419754 Jul 22 02:29:53.373314 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-653501d9-2b7e-4263-bc18-55e38ef909b0 admin admin] Made reservation on behalf of be407e9b4d21489b9bf1679354068654 for: {'subnet': 1} {{(pid=93206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:29:53.376879 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-653501d9-2b7e-4263-bc18-55e38ef909b0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:53.387167 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-f6808087-8b8c-42ba-8da1-dabc5bde401e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:53.390091 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-f6808087-8b8c-42ba-8da1-dabc5bde401e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:53.391421 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-f6808087-8b8c-42ba-8da1-dabc5bde401e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a71e9ae2-625a-4ac1-b630-51be11cd20a1 HTTP/1.1" status: 204 len: 168 time: 0.4191451 Jul 22 02:29:53.418348 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6808087-8b8c-42ba-8da1-dabc5bde401e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71e9ae2-625a-4ac1-b630-51be11cd20a1,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:53.450625 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 56210) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:53.655921 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a11f22-aafa-462c-a9e8-9eadf3b928f0 req-19a7c0f0-2eb0-4489-abbb-930d2c5d086e tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:53.657611 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-63a11f22-aafa-462c-a9e8-9eadf3b928f0 req-19a7c0f0-2eb0-4489-abbb-930d2c5d086e tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.30 "GET /v2.0/networks?id=1c068a1e-0171-44d5-be72-0f75b944565d HTTP/1.1" status: 200 len: 808 time: 0.2054353 Jul 22 02:29:53.694176 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-63a11f22-aafa-462c-a9e8-9eadf3b928f0 req-d11a42b0-bd61-404d-bc27-7c70ac5fec12 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.30 "GET /v2.0/quotas/4f5097940e534bb293c6f45747e062d1 HTTP/1.1" status: 200 len: 375 time: 0.0150456 Jul 22 02:29:53.730482 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-63a11f22-aafa-462c-a9e8-9eadf3b928f0 req-761fb444-3125-49b9-ae97-0fc2b3897b06 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4f5097940e534bb293c6f45747e062d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346036 Jul 22 02:29:53.759026 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd113d2-f59e-4a30-88a1-0bc5ea1dbc52 req-a3a69683-23e7-44d6-9263-c0b6d6390c92 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:53.760920 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-cdd113d2-f59e-4a30-88a1-0bc5ea1dbc52 req-a3a69683-23e7-44d6-9263-c0b6d6390c92 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.23 "GET /v2.0/networks?id=49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d HTTP/1.1" status: 200 len: 815 time: 0.3283734 Jul 22 02:29:53.782981 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [req-cdd113d2-f59e-4a30-88a1-0bc5ea1dbc52 req-5b3515ad-cadb-4c2c-b4b2-678a8f6e664d tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Request body: {'port': {'device_id': '1ac750a0-cfae-489d-923c-904dcbb9f2ff', 'network_id': '49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d', 'admin_state_up': True, 'tenant_id': '16fd06163ccc47f08a69c65f0aa273d0'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:29:53.909675 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 56224) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:53.938901 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-bb15420f-ef07-4146-b23b-c947ebb0d080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:53.944526 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-632eef8b-835d-44c2-8bfc-84b12b3e9b7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:53.982573 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdd113d2-f59e-4a30-88a1-0bc5ea1dbc52 req-5b3515ad-cadb-4c2c-b4b2-678a8f6e664d tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Made reservation on behalf of 16fd06163ccc47f08a69c65f0aa273d0 for: {'port': 1} {{(pid=93205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:29:53.986124 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-cdd113d2-f59e-4a30-88a1-0bc5ea1dbc52 req-5b3515ad-cadb-4c2c-b4b2-678a8f6e664d tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:54.006313 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.db.api [None req-632eef8b-835d-44c2-8bfc-84b12b3e9b7d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 02:29:54.006313 dv-cinder-792299-6-iscsi neutron-server[93205]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 02:29:54.006313 dv-cinder-792299-6-iscsi neutron-server[93205]: [parameters: {'project_id_1': 'f6757605f5134de39ea165d14000bc1a', 'expiration_1': datetime.datetime(2021, 7, 22, 2, 29, 53, 974507)}] Jul 22 02:29:54.006313 dv-cinder-792299-6-iscsi neutron-server[93205]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93205) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 02:29:54.006775 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG oslo_db.api [None req-632eef8b-835d-44c2-8bfc-84b12b3e9b7d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 02:29:54.064738 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-653501d9-2b7e-4263-bc18-55e38ef909b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863'] for subnet, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:54.115277 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-63a11f22-aafa-462c-a9e8-9eadf3b928f0 req-a7845dd0-3832-41e7-8a67-d3ae605d1970 service neutron] 10.222.0.30 "GET /v2.0/networks/1c068a1e-0171-44d5-be72-0f75b944565d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3781483 Jul 22 02:29:54.145302 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653501d9-2b7e-4263-bc18-55e38ef909b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cd4545e-995f-4d04-a4da-3045595e4283,revision_number=0']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:54.169197 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.db_base_plugin_common [req-cdd113d2-f59e-4a30-88a1-0bc5ea1dbc52 req-5b3515ad-cadb-4c2c-b4b2-678a8f6e664d tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Allocated IP 172.20.0.3 (49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d/9cdf501c-c170-4983-bbb3-cf8fb45615cb/37cfc40c-b9e9-468f-8dbf-d5a95bd96599) {{(pid=93205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:29:54.175450 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device efb255be-f05e-4d23-bbe4-02d11b77e1dc no longer exists at agent hyperv_hv-cinder-79229 {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:29:54.176686 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-bb15420f-ef07-4146-b23b-c947ebb0d080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:54.184784 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-bb15420f-ef07-4146-b23b-c947ebb0d080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:54.198880 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] No Port match for: efb255be-f05e-4d23-bbe4-02d11b77e1dc {{(pid=93207) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:29:54.199135 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device efb255be-f05e-4d23-bbe4-02d11b77e1dc not bound to the agent host hv-cinder-79229 {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:29:54.201279 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653501d9-2b7e-4263-bc18-55e38ef909b0 admin admin] Checking segment: {'id': '5a89ccad-6801-438c-9d1a-5f9fa04b4faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '4519266e-72e1-49eb-bb7e-76cf6f2efe9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:29:54.201650 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653501d9-2b7e-4263-bc18-55e38ef909b0 admin admin] Network hostable DHCP agents. Network: 4519266e-72e1-49eb-bb7e-76cf6f2efe9d, hostable agents: ['7ec0f4f5-17d5-44d9-a280-5d81f7a2a404'], hosted agents: [] {{(pid=93206) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 02:29:54.234687 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653501d9-2b7e-4263-bc18-55e38ef909b0 admin admin] Network 4519266e-72e1-49eb-bb7e-76cf6f2efe9d is scheduled to be hosted by DHCP agent 7ec0f4f5-17d5-44d9-a280-5d81f7a2a404 with binding_index 1 {{(pid=93206) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 02:29:54.243402 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-63a11f22-aafa-462c-a9e8-9eadf3b928f0 req-c30063cb-6013-42f1-a27a-300e79ed5d7e service neutron] 10.222.0.30 "GET /v2.0/networks/1c068a1e-0171-44d5-be72-0f75b944565d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152499 Jul 22 02:29:54.249416 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.base_scheduler [None req-653501d9-2b7e-4263-bc18-55e38ef909b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-6-iscsi, 4519266e-72e1-49eb-bb7e-76cf6f2efe9d) {{(pid=93206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:29:54.256493 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653501d9-2b7e-4263-bc18-55e38ef909b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:54.257140 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-653501d9-2b7e-4263-bc18-55e38ef909b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:54.258825 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-bb15420f-ef07-4146-b23b-c947ebb0d080 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=751110d750ed485892a8cbbab9586bc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3478889 Jul 22 02:29:54.261393 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 56226) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:54.267762 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb15420f-ef07-4146-b23b-c947ebb0d080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc249fac-cb0d-41d9-81eb-3d83db48e44a,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:54.269015 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2b586c-f46e-4241-8313-04d60b090504 None None] Network 4519266e-72e1-49eb-bb7e-76cf6f2efe9d requested from dv-cinder-792299-6-iscsi {{(pid=93207) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:29:54.311285 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-653501d9-2b7e-4263-bc18-55e38ef909b0 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0295987 Jul 22 02:29:54.313974 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 56228) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:54.320790 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.v2.base [None req-a87c870b-60b3-4428-8993-b0f2a1810d3a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1072535-router', 'tenant_id': 'be407e9b4d21489b9bf1679354068654', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00'}}} {{(pid=93206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:29:54.352414 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-85dc3ad9-a466-47a7-ba5f-c42b0e934abf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:54.371724 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a87c870b-60b3-4428-8993-b0f2a1810d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1746485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25300'] for router, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:54.372792 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a87c870b-60b3-4428-8993-b0f2a1810d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1760026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1633086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25311'] for router, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:54.417388 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-cdd113d2-f59e-4a30-88a1-0bc5ea1dbc52 req-5b3515ad-cadb-4c2c-b4b2-678a8f6e664d tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Notify callbacks [] for port, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:54.460940 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a87c870b-60b3-4428-8993-b0f2a1810d3a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:54.468276 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-cdd113d2-f59e-4a30-88a1-0bc5ea1dbc52 req-5b3515ad-cadb-4c2c-b4b2-678a8f6e664d tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789867566219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3324451'] for port, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:54.483262 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-85dc3ad9-a466-47a7-ba5f-c42b0e934abf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:54.486558 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] get_ports_and_sgs() called for port_ids ['f53a050c-deec-464b-a0d0-6a7210d3fc48'] {{(pid=93207) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:29:54.537371 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-632eef8b-835d-44c2-8bfc-84b12b3e9b7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:54.554457 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa58ddc5-6073-4c9c-ae0e-097c0ab9a79a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpddd49729-fbe2-5b56-b4ca-eeba23ac9f5f-4519266e-72e1-49eb-bb7e-76cf6f2efe9d', 'network_id': '4519266e-72e1-49eb-bb7e-76cf6f2efe9d', 'tenant_id': 'be407e9b4d21489b9bf1679354068654', 'fixed_ips': [{'subnet_id': '9cd4545e-995f-4d04-a4da-3045595e4283'}]}} from dv-cinder-792299-6-iscsi. {{(pid=93207) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 02:29:54.554688 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3515ad-cadb-4c2c-b4b2-678a8f6e664d tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Pushing event updated for resources: {'Port': ['ID=37cfc40c-b9e9-468f-8dbf-d5a95bd96599,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:54.555352 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-fa58ddc5-6073-4c9c-ae0e-097c0ab9a79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:54.588493 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdd113d2-f59e-4a30-88a1-0bc5ea1dbc52 req-5b3515ad-cadb-4c2c-b4b2-678a8f6e664d tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Network 49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d is already hosted by enough agents. {{(pid=93205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:29:54.589385 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.base_scheduler [req-cdd113d2-f59e-4a30-88a1-0bc5ea1dbc52 req-5b3515ad-cadb-4c2c-b4b2-678a8f6e664d tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Resources bound (agent type, host, resource id): {{(pid=93205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:29:54.594342 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd113d2-f59e-4a30-88a1-0bc5ea1dbc52 req-5b3515ad-cadb-4c2c-b4b2-678a8f6e664d tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Received port after_create {{(pid=93205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:29:54.720482 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd113d2-f59e-4a30-88a1-0bc5ea1dbc52 req-5b3515ad-cadb-4c2c-b4b2-678a8f6e664d tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:54.721138 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-cdd113d2-f59e-4a30-88a1-0bc5ea1dbc52 req-5b3515ad-cadb-4c2c-b4b2-678a8f6e664d tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409'] for port, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:54.727174 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a87c870b-60b3-4428-8993-b0f2a1810d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1746672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1746523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30773'] for router, precommit_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:54.761825 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f0f22-77dd-460a-91d2-6a61fca8144a req-30c86970-2f86-48b2-aff5-0e445cf38e78 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:54.771230 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-271f0f22-77dd-460a-91d2-6a61fca8144a req-30c86970-2f86-48b2-aff5-0e445cf38e78 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ac750a0-cfae-489d-923c-904dcbb9f2ff HTTP/1.1" status: 200 len: 931 time: 0.3088641 Jul 22 02:29:54.803495 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-85dc3ad9-a466-47a7-ba5f-c42b0e934abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:54.806962 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-85dc3ad9-a466-47a7-ba5f-c42b0e934abf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:54.808719 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-85dc3ad9-a466-47a7-ba5f-c42b0e934abf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fc249fac-cb0d-41d9-81eb-3d83db48e44a HTTP/1.1" status: 204 len: 168 time: 0.5462399 Jul 22 02:29:54.820908 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-632eef8b-835d-44c2-8bfc-84b12b3e9b7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:54.823062 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.db_base_plugin_common [None req-fa58ddc5-6073-4c9c-ae0e-097c0ab9a79a None None] Allocated IP 172.20.0.2 (4519266e-72e1-49eb-bb7e-76cf6f2efe9d/9cd4545e-995f-4d04-a4da-3045595e4283/bd598239-2636-46a5-b4d4-e8d873d923e4) {{(pid=93207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:29:54.829077 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-632eef8b-835d-44c2-8bfc-84b12b3e9b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:54.842256 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ce188-e3bd-49fa-bf40-7bb393c053c5 req-07c2008e-a359-478a-936e-2d9f84563a4a tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:54.849759 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-f98ce188-e3bd-49fa-bf40-7bb393c053c5 req-07c2008e-a359-478a-936e-2d9f84563a4a tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2efc9eb-4c67-4b62-93ea-f95b382696ca HTTP/1.1" status: 200 len: 945 time: 0.2775402 Jul 22 02:29:54.865721 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-cdd113d2-f59e-4a30-88a1-0bc5ea1dbc52 req-5b3515ad-cadb-4c2c-b4b2-678a8f6e664d tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0866091 Jul 22 02:29:54.873619 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632eef8b-835d-44c2-8bfc-84b12b3e9b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675a8777-1517-4e0f-9b59-2fcf4533e04c,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:54.890659 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dc3ad9-a466-47a7-ba5f-c42b0e934abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc249fac-cb0d-41d9-81eb-3d83db48e44a,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:54.915110 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [req-cdd113d2-f59e-4a30-88a1-0bc5ea1dbc52 req-5a616bc0-5df8-459b-b4fe-83d576f6a724 service neutron] Request body: {'port': {'device_id': '1ac750a0-cfae-489d-923c-904dcbb9f2ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:29:54.945749 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-f98ce188-e3bd-49fa-bf40-7bb393c053c5 req-8882b0fa-95c8-4eea-bb73-cc84bb42222b tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949914 Jul 22 02:29:54.967292 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-271f0f22-77dd-460a-91d2-6a61fca8144a req-223d6196-5008-4cb7-9af6-7f90f86b8baa tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785748 Jul 22 02:29:55.067855 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-632eef8b-835d-44c2-8bfc-84b12b3e9b7d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f6757605f5134de39ea165d14000bc1a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6152992 Jul 22 02:29:55.070594 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 56250) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:55.105019 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-cdd113d2-f59e-4a30-88a1-0bc5ea1dbc52 req-5a616bc0-5df8-459b-b4fe-83d576f6a724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:55.117505 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b56678c2-5641-42f1-b11c-8ce4b6f44fbf req-f926ccaa-8306-4834-be2f-2544a1a85b63 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.30 "GET /v2.0/ports?device_id=478dedcc-531f-4a30-a3f3-f84c265033c7 HTTP/1.1" status: 200 len: 210 time: 0.0469856 Jul 22 02:29:55.180106 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-fa58ddc5-6073-4c9c-ae0e-097c0ab9a79a None None] Notify callbacks [] for port, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:55.203560 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-fa58ddc5-6073-4c9c-ae0e-097c0ab9a79a None None] Transition to ACTIVE for port object bd598239-2636-46a5-b4d4-e8d873d923e4 will not be triggered until provisioned by entity L2. {{(pid=93207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:29:55.203808 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-cb1233db-73f1-4ed9-99fc-1afcae7220f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:55.240772 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-fa58ddc5-6073-4c9c-ae0e-097c0ab9a79a None None] Transition to ACTIVE for port object bd598239-2636-46a5-b4d4-e8d873d923e4 will not be triggered until provisioned by entity DHCP. {{(pid=93207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:29:55.254027 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-fa58ddc5-6073-4c9c-ae0e-097c0ab9a79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789867566219'] for port, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:55.297746 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-cb1233db-73f1-4ed9-99fc-1afcae7220f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:55.303226 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a87c870b-60b3-4428-8993-b0f2a1810d3a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:55.328442 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa58ddc5-6073-4c9c-ae0e-097c0ab9a79a None None] Pushing event updated for resources: {'Port': ['ID=bd598239-2636-46a5-b4d4-e8d873d923e4,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:55.334713 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a87c870b-60b3-4428-8993-b0f2a1810d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:55.343282 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa58ddc5-6073-4c9c-ae0e-097c0ab9a79a None None] Network 4519266e-72e1-49eb-bb7e-76cf6f2efe9d is already hosted by enough agents. {{(pid=93207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:29:55.345261 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.scheduler.base_scheduler [None req-fa58ddc5-6073-4c9c-ae0e-097c0ab9a79a None None] Resources bound (agent type, host, resource id): {{(pid=93207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:29:55.347917 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa58ddc5-6073-4c9c-ae0e-097c0ab9a79a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:55.348449 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa58ddc5-6073-4c9c-ae0e-097c0ab9a79a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:55.348979 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa58ddc5-6073-4c9c-ae0e-097c0ab9a79a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:55.349487 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa58ddc5-6073-4c9c-ae0e-097c0ab9a79a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:55.349976 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa58ddc5-6073-4c9c-ae0e-097c0ab9a79a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:55.350468 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa58ddc5-6073-4c9c-ae0e-097c0ab9a79a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:55.350955 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa58ddc5-6073-4c9c-ae0e-097c0ab9a79a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:55.351282 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa58ddc5-6073-4c9c-ae0e-097c0ab9a79a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:55.351789 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa58ddc5-6073-4c9c-ae0e-097c0ab9a79a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:55.352270 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa58ddc5-6073-4c9c-ae0e-097c0ab9a79a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:55.353338 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa58ddc5-6073-4c9c-ae0e-097c0ab9a79a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:55.353814 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa58ddc5-6073-4c9c-ae0e-097c0ab9a79a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:55.357226 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa58ddc5-6073-4c9c-ae0e-097c0ab9a79a None None] Received port after_create {{(pid=93207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:29:55.430368 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-fa58ddc5-6073-4c9c-ae0e-097c0ab9a79a None None] Attempting to bind port bd598239-2636-46a5-b4d4-e8d873d923e4 on host dv-cinder-792299-6-iscsi for vnic_type normal with profile {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:29:55.431240 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-fa58ddc5-6073-4c9c-ae0e-097c0ab9a79a None None] Attempting to bind port bd598239-2636-46a5-b4d4-e8d873d923e4 by drivers openvswitch,hyperv on host dv-cinder-792299-6-iscsi at level 0 using segments [{'id': '5a89ccad-6801-438c-9d1a-5f9fa04b4faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '4519266e-72e1-49eb-bb7e-76cf6f2efe9d'}] {{(pid=93207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:29:55.431240 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa58ddc5-6073-4c9c-ae0e-097c0ab9a79a None None] Attempting to bind port bd598239-2636-46a5-b4d4-e8d873d923e4 on network 4519266e-72e1-49eb-bb7e-76cf6f2efe9d {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:29:55.438528 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa58ddc5-6073-4c9c-ae0e-097c0ab9a79a None None] Checking agent: {'id': '2be9fc8b-48e5-48f4-81b8-a3920a82e981', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 21, 14), 'started_at': datetime.datetime(2021, 7, 22, 2, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:29:55.439209 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa58ddc5-6073-4c9c-ae0e-097c0ab9a79a None None] Checking segment: {'id': '5a89ccad-6801-438c-9d1a-5f9fa04b4faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '4519266e-72e1-49eb-bb7e-76cf6f2efe9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:29:55.439839 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-fa58ddc5-6073-4c9c-ae0e-097c0ab9a79a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:55.440352 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa58ddc5-6073-4c9c-ae0e-097c0ab9a79a None None] Bound using segment: {'id': '5a89ccad-6801-438c-9d1a-5f9fa04b4faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '4519266e-72e1-49eb-bb7e-76cf6f2efe9d'} {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:29:55.441012 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-fa58ddc5-6073-4c9c-ae0e-097c0ab9a79a None None] Bound port: bd598239-2636-46a5-b4d4-e8d873d923e4, host: dv-cinder-792299-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a89ccad-6801-438c-9d1a-5f9fa04b4faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '4519266e-72e1-49eb-bb7e-76cf6f2efe9d'}}] {{(pid=93207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:29:55.441513 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-fa58ddc5-6073-4c9c-ae0e-097c0ab9a79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:55.466610 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 56254) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:55.470099 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-cb1233db-73f1-4ed9-99fc-1afcae7220f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:55.472898 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-cb1233db-73f1-4ed9-99fc-1afcae7220f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:55.476928 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-cb1233db-73f1-4ed9-99fc-1afcae7220f9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/675a8777-1517-4e0f-9b59-2fcf4533e04c HTTP/1.1" status: 204 len: 168 time: 0.3946471 Jul 22 02:29:55.489228 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1233db-73f1-4ed9-99fc-1afcae7220f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675a8777-1517-4e0f-9b59-2fcf4533e04c,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:55.491809 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-70060cd3-aa51-4ef1-ab48-f031cb3adf5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:55.508546 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.db_base_plugin_common [None req-a87c870b-60b3-4428-8993-b0f2a1810d3a admin admin] Allocated IP 172.27.3.160 (a2bee0e8-177e-45f0-aff1-c80473345c00/ecc19678-5b8b-45eb-bc42-2a87169fcb4c/5a80ef8a-a359-48a3-9064-0870ce8cddc9) {{(pid=93206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:29:55.514451 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-fa58ddc5-6073-4c9c-ae0e-097c0ab9a79a None None] For port bd598239-2636-46a5-b4d4-e8d873d923e4, host dv-cinder-792299-6-iscsi, cleared binding levels {{(pid=93207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:29:55.518882 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-fa58ddc5-6073-4c9c-ae0e-097c0ab9a79a None None] For port bd598239-2636-46a5-b4d4-e8d873d923e4, host dv-cinder-792299-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=bd598239-2636-46a5-b4d4-e8d873d923e4,segment=NetworkSegment(5a89ccad-6801-438c-9d1a-5f9fa04b4faa),segment_id=5a89ccad-6801-438c-9d1a-5f9fa04b4faa)] {{(pid=93207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:29:55.532542 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-fa58ddc5-6073-4c9c-ae0e-097c0ab9a79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:55.542955 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.notifiers.nova [req-cdd113d2-f59e-4a30-88a1-0bc5ea1dbc52 req-5a616bc0-5df8-459b-b4fe-83d576f6a724 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37cfc40c-b9e9-468f-8dbf-d5a95bd96599 {{(pid=93205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:29:55.550589 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-cdd113d2-f59e-4a30-88a1-0bc5ea1dbc52 req-5a616bc0-5df8-459b-b4fe-83d576f6a724 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:55.564671 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.provisioning_blocks [req-cdd113d2-f59e-4a30-88a1-0bc5ea1dbc52 req-5a616bc0-5df8-459b-b4fe-83d576f6a724 service neutron] Transition to ACTIVE for port object 37cfc40c-b9e9-468f-8dbf-d5a95bd96599 will not be triggered until provisioned by entity L2. {{(pid=93205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:29:55.572841 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-cdd113d2-f59e-4a30-88a1-0bc5ea1dbc52 req-5a616bc0-5df8-459b-b4fe-83d576f6a724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3324456'] for port, after_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:55.623623 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa58ddc5-6073-4c9c-ae0e-097c0ab9a79a None None] Pushing event updated for resources: {'Port': ['ID=bd598239-2636-46a5-b4d4-e8d873d923e4,revision_number=2']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:55.651988 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a616bc0-5df8-459b-b4fe-83d576f6a724 service neutron] Pushing event updated for resources: {'Port': ['ID=37cfc40c-b9e9-468f-8dbf-d5a95bd96599,revision_number=2']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:55.702002 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a87c870b-60b3-4428-8993-b0f2a1810d3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:55.714235 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.managers [req-cdd113d2-f59e-4a30-88a1-0bc5ea1dbc52 req-5a616bc0-5df8-459b-b4fe-83d576f6a724 service neutron] Attempting to bind port 37cfc40c-b9e9-468f-8dbf-d5a95bd96599 on host hv-cinder-79229 for vnic_type normal with profile {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:29:55.714710 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.managers [req-cdd113d2-f59e-4a30-88a1-0bc5ea1dbc52 req-5a616bc0-5df8-459b-b4fe-83d576f6a724 service neutron] Attempting to bind port 37cfc40c-b9e9-468f-8dbf-d5a95bd96599 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '1178c6d7-38f4-4aec-bb2e-34535e569c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d'}] {{(pid=93205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:29:55.715159 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd113d2-f59e-4a30-88a1-0bc5ea1dbc52 req-5a616bc0-5df8-459b-b4fe-83d576f6a724 service neutron] Attempting to bind port 37cfc40c-b9e9-468f-8dbf-d5a95bd96599 on network 49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:29:55.721165 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd113d2-f59e-4a30-88a1-0bc5ea1dbc52 req-5a616bc0-5df8-459b-b4fe-83d576f6a724 service neutron] Port 37cfc40c-b9e9-468f-8dbf-d5a95bd96599 on network 49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 02:29:55.721690 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd113d2-f59e-4a30-88a1-0bc5ea1dbc52 req-5a616bc0-5df8-459b-b4fe-83d576f6a724 service neutron] Attempting to bind port 37cfc40c-b9e9-468f-8dbf-d5a95bd96599 on network 49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:29:55.731245 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd113d2-f59e-4a30-88a1-0bc5ea1dbc52 req-5a616bc0-5df8-459b-b4fe-83d576f6a724 service neutron] Checking agent: {'id': '3e047b69-7131-4bb7-a905-86c2cdf7c2d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 27, 10), 'started_at': datetime.datetime(2021, 7, 22, 2, 27, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:29:55.731854 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd113d2-f59e-4a30-88a1-0bc5ea1dbc52 req-5a616bc0-5df8-459b-b4fe-83d576f6a724 service neutron] Checking segment: {'id': '1178c6d7-38f4-4aec-bb2e-34535e569c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:29:55.742742 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd113d2-f59e-4a30-88a1-0bc5ea1dbc52 req-5a616bc0-5df8-459b-b4fe-83d576f6a724 service neutron] Bound using segment: {'id': '1178c6d7-38f4-4aec-bb2e-34535e569c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d'} {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:29:55.743220 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.managers [req-cdd113d2-f59e-4a30-88a1-0bc5ea1dbc52 req-5a616bc0-5df8-459b-b4fe-83d576f6a724 service neutron] Bound port: 37cfc40c-b9e9-468f-8dbf-d5a95bd96599, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1178c6d7-38f4-4aec-bb2e-34535e569c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d'}}] {{(pid=93205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:29:55.744554 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-cdd113d2-f59e-4a30-88a1-0bc5ea1dbc52 req-5a616bc0-5df8-459b-b4fe-83d576f6a724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:55.756239 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-70060cd3-aa51-4ef1-ab48-f031cb3adf5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:55.767840 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-70060cd3-aa51-4ef1-ab48-f031cb3adf5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:55.806566 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70060cd3-aa51-4ef1-ab48-f031cb3adf5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c5bbb9-7a86-4ecb-9aa8-9dafb705d8e2,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:55.834680 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a87c870b-60b3-4428-8993-b0f2a1810d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789867566219'] for port, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:55.847230 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-70060cd3-aa51-4ef1-ab48-f031cb3adf5a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=66b009ed4b3e4b8e87895e456bcff8ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3759925 Jul 22 02:29:55.847230 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 56260) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:55.894676 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87c870b-60b3-4428-8993-b0f2a1810d3a admin admin] Network a2bee0e8-177e-45f0-aff1-c80473345c00 is already hosted by enough agents. {{(pid=93206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:29:55.902128 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.base_scheduler [None req-a87c870b-60b3-4428-8993-b0f2a1810d3a admin admin] Resources bound (agent type, host, resource id): {{(pid=93206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:29:55.929529 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87c870b-60b3-4428-8993-b0f2a1810d3a admin admin] Received port after_create {{(pid=93206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:29:55.998801 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a11f22-aafa-462c-a9e8-9eadf3b928f0 req-fd898774-7a32-41a9-a29f-0b1749e9de47 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:56.000380 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-63a11f22-aafa-462c-a9e8-9eadf3b928f0 req-fd898774-7a32-41a9-a29f-0b1749e9de47 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.23 "GET /v2.0/networks?id=1c068a1e-0171-44d5-be72-0f75b944565d HTTP/1.1" status: 200 len: 808 time: 0.1755352 Jul 22 02:29:56.011437 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.db [req-cdd113d2-f59e-4a30-88a1-0bc5ea1dbc52 req-5a616bc0-5df8-459b-b4fe-83d576f6a724 service neutron] For port 37cfc40c-b9e9-468f-8dbf-d5a95bd96599, host hv-cinder-79229, cleared binding levels {{(pid=93205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:29:56.015044 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.db [req-cdd113d2-f59e-4a30-88a1-0bc5ea1dbc52 req-5a616bc0-5df8-459b-b4fe-83d576f6a724 service neutron] For port 37cfc40c-b9e9-468f-8dbf-d5a95bd96599, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=37cfc40c-b9e9-468f-8dbf-d5a95bd96599,segment=NetworkSegment(1178c6d7-38f4-4aec-bb2e-34535e569c60),segment_id=1178c6d7-38f4-4aec-bb2e-34535e569c60)] {{(pid=93205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:29:56.024279 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [req-63a11f22-aafa-462c-a9e8-9eadf3b928f0 req-8c77bcf2-c457-4fcb-8d87-28607dfae997 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] Request body: {'port': {'device_id': '478dedcc-531f-4a30-a3f3-f84c265033c7', 'network_id': '1c068a1e-0171-44d5-be72-0f75b944565d', 'admin_state_up': True, 'tenant_id': '4f5097940e534bb293c6f45747e062d1'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:29:56.036152 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-cdd113d2-f59e-4a30-88a1-0bc5ea1dbc52 req-5a616bc0-5df8-459b-b4fe-83d576f6a724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3324456'] for port, after_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:56.098266 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87c870b-60b3-4428-8993-b0f2a1810d3a admin admin] Pushing event updated for resources: {'Port': ['ID=5a80ef8a-a359-48a3-9064-0870ce8cddc9,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:56.166282 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd113d2-f59e-4a30-88a1-0bc5ea1dbc52 req-5a616bc0-5df8-459b-b4fe-83d576f6a724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:56.166997 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-cdd113d2-f59e-4a30-88a1-0bc5ea1dbc52 req-5a616bc0-5df8-459b-b4fe-83d576f6a724 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409'] for port, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:56.168438 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-cdd113d2-f59e-4a30-88a1-0bc5ea1dbc52 req-5a616bc0-5df8-459b-b4fe-83d576f6a724 service neutron] 10.222.0.23 "PUT /v2.0/ports/37cfc40c-b9e9-468f-8dbf-d5a95bd96599 HTTP/1.1" status: 200 len: 1093 time: 1.2693350 Jul 22 02:29:56.181689 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ac750a0-cfae-489d-923c-904dcbb9f2ff', 'tag': '37cfc40c-b9e9-468f-8dbf-d5a95bd96599'}] {{(pid=93205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:29:56.184708 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1519ab49a2e6f2c0b9af796621e68389a02ac4e63e9641ecb08298f364d17118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a8f63c-63f0-4e28-97ad-5a87a3f45072" -d '{"events": [{"name": "network-changed", "server_uuid": "1ac750a0-cfae-489d-923c-904dcbb9f2ff", "tag": "37cfc40c-b9e9-468f-8dbf-d5a95bd96599"}]}' {{(pid=93205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:29:56.243698 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-d69c4cff-024b-434e-ac2a-a303b8d11cae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:56.247465 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 56278) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:56.268501 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device bd598239-2636-46a5-b4d4-e8d873d923e4 up at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:29:56.286919 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-d0666544-8460-4be6-8b14-31483179b142 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:56.315873 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-d69c4cff-024b-434e-ac2a-a303b8d11cae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:56.338319 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning for port bd598239-2636-46a5-b4d4-e8d873d923e4 completed by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:29:56.343131 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a616bc0-5df8-459b-b4fe-83d576f6a724 service neutron] Pushing event updated for resources: {'Port': ['ID=37cfc40c-b9e9-468f-8dbf-d5a95bd96599,revision_number=3']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:56.370715 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63a11f22-aafa-462c-a9e8-9eadf3b928f0 req-8c77bcf2-c457-4fcb-8d87-28607dfae997 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] Made reservation on behalf of 4f5097940e534bb293c6f45747e062d1 for: {'port': 1} {{(pid=93205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:29:56.374246 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-63a11f22-aafa-462c-a9e8-9eadf3b928f0 req-8c77bcf2-c457-4fcb-8d87-28607dfae997 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:56.413269 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd113d2-f59e-4a30-88a1-0bc5ea1dbc52 req-bcb5aafc-ec6f-4ec7-9ae1-2518eff968c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:56.414818 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-cdd113d2-f59e-4a30-88a1-0bc5ea1dbc52 req-bcb5aafc-ec6f-4ec7-9ae1-2518eff968c6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=16fd06163ccc47f08a69c65f0aa273d0&device_id=1ac750a0-cfae-489d-923c-904dcbb9f2ff HTTP/1.1" status: 200 len: 1096 time: 0.1310132 Jul 22 02:29:56.470775 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd9750f-e4b6-49e5-8d89-cd2bc3423f43 req-d2931983-ae9f-4ff5-951d-cdfae7aa304d tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:56.472328 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-5dd9750f-e4b6-49e5-8d89-cd2bc3423f43 req-d2931983-ae9f-4ff5-951d-cdfae7aa304d tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2efc9eb-4c67-4b62-93ea-f95b382696ca HTTP/1.1" status: 200 len: 945 time: 0.3632510 Jul 22 02:29:56.489743 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-cdd113d2-f59e-4a30-88a1-0bc5ea1dbc52 req-18b71bf9-dded-405b-9f7c-ef0f028bfa99 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37cfc40c-b9e9-468f-8dbf-d5a95bd96599 HTTP/1.1" status: 200 len: 217 time: 0.0457718 Jul 22 02:29:56.491534 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65480e25-3d1b-41d9-b058-522bdb780b46 req-da57be64-90bb-42be-bff2-ced6926b5532 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:56.493037 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-65480e25-3d1b-41d9-b058-522bdb780b46 req-da57be64-90bb-42be-bff2-ced6926b5532 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ac750a0-cfae-489d-923c-904dcbb9f2ff HTTP/1.1" status: 200 len: 943 time: 0.3318548 Jul 22 02:29:56.535053 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a87c870b-60b3-4428-8993-b0f2a1810d3a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:56.575783 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-d69c4cff-024b-434e-ac2a-a303b8d11cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:56.577092 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd113d2-f59e-4a30-88a1-0bc5ea1dbc52 req-8e66d8bd-e569-4110-a032-0701c007a7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:56.578349 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-d69c4cff-024b-434e-ac2a-a303b8d11cae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:56.578587 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-cdd113d2-f59e-4a30-88a1-0bc5ea1dbc52 req-8e66d8bd-e569-4110-a032-0701c007a7ed service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9cdf501c-c170-4983-bbb3-cf8fb45615cb HTTP/1.1" status: 200 len: 855 time: 0.0805402 Jul 22 02:29:56.581977 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-d69c4cff-024b-434e-ac2a-a303b8d11cae admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e6c5bbb9-7a86-4ecb-9aa8-9dafb705d8e2 HTTP/1.1" status: 204 len: 168 time: 0.7317920 Jul 22 02:29:56.605626 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.db_base_plugin_common [req-63a11f22-aafa-462c-a9e8-9eadf3b928f0 req-8c77bcf2-c457-4fcb-8d87-28607dfae997 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] Allocated IP 172.20.0.12 (1c068a1e-0171-44d5-be72-0f75b944565d/706b907b-b79e-4ec5-9ce9-e0afff230ead/cfab35a5-a034-4f2d-bf47-d20d03f8a3d9) {{(pid=93205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:29:56.631976 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-cdd113d2-f59e-4a30-88a1-0bc5ea1dbc52 req-3b8d15ad-6d34-4514-a7bc-bfa2e6a9aade service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393620 Jul 22 02:29:56.657400 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-5dd9750f-e4b6-49e5-8d89-cd2bc3423f43 req-2e3f032d-808e-46d9-8773-20d3f41fe277 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772854 Jul 22 02:29:56.657696 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69c4cff-024b-434e-ac2a-a303b8d11cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c5bbb9-7a86-4ecb-9aa8-9dafb705d8e2,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:56.683261 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-65480e25-3d1b-41d9-b058-522bdb780b46 req-a8adb141-83af-4c8d-843a-bb24f0e5d698 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791067 Jul 22 02:29:56.750814 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-d0666544-8460-4be6-8b14-31483179b142 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:56.807299 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-d0666544-8460-4be6-8b14-31483179b142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:56.811536 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-cdd113d2-f59e-4a30-88a1-0bc5ea1dbc52 req-1c0d5fdf-8b6d-4095-bf66-099076ee3c32 service neutron] 10.222.0.23 "GET /v2.0/networks/49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692798 Jul 22 02:29:56.896503 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0666544-8460-4be6-8b14-31483179b142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9deb24-3053-4c70-b267-189c66f4b088,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:56.903409 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-d0666544-8460-4be6-8b14-31483179b142 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d515112a97f84fa2b5bcda07603781e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6537626 Jul 22 02:29:56.922422 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 56284) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:56.965266 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b6ef11a3-2579-47e7-9003-c865d0c1190b req-cb54581a-6f9f-4cce-b011-394ea4b1d4d3 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.30 "GET /v2.0/ports?device_id=478dedcc-531f-4a30-a3f3-f84c265033c7 HTTP/1.1" status: 200 len: 210 time: 0.1297638 Jul 22 02:29:56.987787 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-cdd113d2-f59e-4a30-88a1-0bc5ea1dbc52 req-fd4ff95a-4377-4ede-a303-baffa2b21bc0 service neutron] 10.222.0.23 "GET /v2.0/networks/49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573939 Jul 22 02:29:56.987787 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 02:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf0a1e1-4ab0-47a1-8ee1-30933ac97035 x-openstack-request-id: req-dcf0a1e1-4ab0-47a1-8ee1-30933ac97035 {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:29:56.987787 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ac750a0-cfae-489d-923c-904dcbb9f2ff", "tag": "37cfc40c-b9e9-468f-8dbf-d5a95bd96599", "status": "completed", "code": 200}]} {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:29:56.987787 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dcf0a1e1-4ab0-47a1-8ee1-30933ac97035 {{(pid=93205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:29:56.987787 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ac750a0-cfae-489d-923c-904dcbb9f2ff', 'tag': '37cfc40c-b9e9-468f-8dbf-d5a95bd96599', 'status': 'completed', 'code': 200} Jul 22 02:29:57.029607 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-ecd62b23-5727-41f6-a8f8-33ea582c98e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:57.044566 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a87c870b-60b3-4428-8993-b0f2a1810d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1746508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1746667'] for router, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:57.107657 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-63a11f22-aafa-462c-a9e8-9eadf3b928f0 req-8c77bcf2-c457-4fcb-8d87-28607dfae997 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] Notify callbacks [] for port, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:57.144555 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1f2b51-3bfb-48e4-bb8e-4be8c1ff8b39 None None] Network 4519266e-72e1-49eb-bb7e-76cf6f2efe9d requested from dv-cinder-792299-6-iscsi {{(pid=93207) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:29:57.157986 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8f63c-63f0-4e28-97ad-5a87a3f45072 req-16efb832-90e4-441c-a653-9ba77da55a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:57.159532 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-c6a8f63c-63f0-4e28-97ad-5a87a3f45072 req-16efb832-90e4-441c-a653-9ba77da55a12 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=16fd06163ccc47f08a69c65f0aa273d0&device_id=1ac750a0-cfae-489d-923c-904dcbb9f2ff HTTP/1.1" status: 200 len: 1096 time: 0.1112549 Jul 22 02:29:57.231650 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-63a11f22-aafa-462c-a9e8-9eadf3b928f0 req-8c77bcf2-c457-4fcb-8d87-28607dfae997 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789867566219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3324451'] for port, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:57.236829 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-8c25baa0-7c15-42bb-a3ba-e7ab75579e06 None None] Provisioning for port bd598239-2636-46a5-b4d4-e8d873d923e4 completed by entity DHCP. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:29:57.304731 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-8c25baa0-7c15-42bb-a3ba-e7ab75579e06 None None] Provisioning complete for port bd598239-2636-46a5-b4d4-e8d873d923e4 triggered by entity DHCP. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:29:57.305438 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-8c25baa0-7c15-42bb-a3ba-e7ab75579e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:57.326661 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63a11f22-aafa-462c-a9e8-9eadf3b928f0 req-8c77bcf2-c457-4fcb-8d87-28607dfae997 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] Network 1c068a1e-0171-44d5-be72-0f75b944565d is already hosted by enough agents. {{(pid=93205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:29:57.335406 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.base_scheduler [req-63a11f22-aafa-462c-a9e8-9eadf3b928f0 req-8c77bcf2-c457-4fcb-8d87-28607dfae997 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] Resources bound (agent type, host, resource id): {{(pid=93205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:29:57.345637 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.l3_dvrscheduler_db [req-63a11f22-aafa-462c-a9e8-9eadf3b928f0 req-8c77bcf2-c457-4fcb-8d87-28607dfae997 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] Received port after_create {{(pid=93205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:29:57.354203 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c77bcf2-c457-4fcb-8d87-28607dfae997 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] Pushing event updated for resources: {'Port': ['ID=cfab35a5-a034-4f2d-bf47-d20d03f8a3d9,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:57.389624 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8f63c-63f0-4e28-97ad-5a87a3f45072 req-b648dcee-e0f4-4793-8d07-8cfc73675cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:57.389918 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-ecd62b23-5727-41f6-a8f8-33ea582c98e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:57.391653 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-c6a8f63c-63f0-4e28-97ad-5a87a3f45072 req-b648dcee-e0f4-4793-8d07-8cfc73675cfd service neutron] 10.222.0.23 "GET /v2.0/networks?id=49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d HTTP/1.1" status: 200 len: 915 time: 0.2184119 Jul 22 02:29:57.460415 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a11f22-aafa-462c-a9e8-9eadf3b928f0 req-8c77bcf2-c457-4fcb-8d87-28607dfae997 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:57.461078 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-63a11f22-aafa-462c-a9e8-9eadf3b928f0 req-8c77bcf2-c457-4fcb-8d87-28607dfae997 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409'] for port, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:57.466181 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-c6a8f63c-63f0-4e28-97ad-5a87a3f45072 req-3c11916d-56ca-47d5-b0ef-d21b03ea23e3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37cfc40c-b9e9-468f-8dbf-d5a95bd96599 HTTP/1.1" status: 200 len: 217 time: 0.0588381 Jul 22 02:29:57.474080 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-8c25baa0-7c15-42bb-a3ba-e7ab75579e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:57.486716 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-63a11f22-aafa-462c-a9e8-9eadf3b928f0 req-8c77bcf2-c457-4fcb-8d87-28607dfae997 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4698272 Jul 22 02:29:57.514065 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a87c870b-60b3-4428-8993-b0f2a1810d3a admin admin] Router 25179013-1b60-4467-b3fa-79b0d56bb301 is scheduled to L3 agent f9ed0358-a013-4c74-a622-17ee633b4610 with binding_index 1 {{(pid=93206) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 02:29:57.516814 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [req-63a11f22-aafa-462c-a9e8-9eadf3b928f0 req-8fdffc89-bf3c-471e-9ce0-dc4435171613 service neutron] Request body: {'port': {'device_id': '478dedcc-531f-4a30-a3f3-f84c265033c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:29:57.531347 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-8c25baa0-7c15-42bb-a3ba-e7ab75579e06 None None] For port bd598239-2636-46a5-b4d4-e8d873d923e4, host dv-cinder-792299-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=bd598239-2636-46a5-b4d4-e8d873d923e4,segment=NetworkSegment(5a89ccad-6801-438c-9d1a-5f9fa04b4faa),segment_id=5a89ccad-6801-438c-9d1a-5f9fa04b4faa)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:29:57.537954 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-8c25baa0-7c15-42bb-a3ba-e7ab75579e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:57.570897 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8f63c-63f0-4e28-97ad-5a87a3f45072 req-ad95aeba-1e16-4f29-a8b8-76fc6b56a907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:57.572967 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-c6a8f63c-63f0-4e28-97ad-5a87a3f45072 req-ad95aeba-1e16-4f29-a8b8-76fc6b56a907 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9cdf501c-c170-4983-bbb3-cf8fb45615cb HTTP/1.1" status: 200 len: 855 time: 0.0978129 Jul 22 02:29:57.619430 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c25baa0-7c15-42bb-a3ba-e7ab75579e06 None None] Pushing event updated for resources: {'Port': ['ID=bd598239-2636-46a5-b4d4-e8d873d923e4,revision_number=3']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:57.631088 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-ecd62b23-5727-41f6-a8f8-33ea582c98e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:57.634629 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-ecd62b23-5727-41f6-a8f8-33ea582c98e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:57.639299 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-ecd62b23-5727-41f6-a8f8-33ea582c98e8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2b9deb24-3053-4c70-b267-189c66f4b088 HTTP/1.1" status: 204 len: 168 time: 0.7071393 Jul 22 02:29:57.641085 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-c6a8f63c-63f0-4e28-97ad-5a87a3f45072 req-995dfca1-273e-4b55-8ddb-17d0fae0e675 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442801 Jul 22 02:29:57.658951 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-63a11f22-aafa-462c-a9e8-9eadf3b928f0 req-8fdffc89-bf3c-471e-9ce0-dc4435171613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:57.659504 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd62b23-5727-41f6-a8f8-33ea582c98e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9deb24-3053-4c70-b267-189c66f4b088,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:57.700519 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a87c870b-60b3-4428-8993-b0f2a1810d3a admin admin] Notify agent at l3_agent.dv-cinder-792299-6-iscsi the message routers_updated {{(pid=93206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:29:57.711466 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e6b8d8-33e7-4b61-bd03-7b1efdfe8f52 None None] Sync routers for ids ['25179013-1b60-4467-b3fa-79b0d56bb301'] in dv-cinder-792299-6-iscsi {{(pid=93208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:29:57.725384 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a87c870b-60b3-4428-8993-b0f2a1810d3a admin admin] Notify callbacks [] for router, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:57.728592 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-a87c870b-60b3-4428-8993-b0f2a1810d3a admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.4124842 Jul 22 02:29:57.731449 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 56306) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:29:57.731590 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e6b8d8-33e7-4b61-bd03-7b1efdfe8f52 None None] Routers {'25179013-1b60-4467-b3fa-79b0d56bb301'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:29:57.735640 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-d8e6b8d8-33e7-4b61-bd03-7b1efdfe8f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:29:44Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['25179013-1b60-4467-b3fa-79b0d56bb301'], 'active': True} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:29:57.898485 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvr_db [None req-d8e6b8d8-33e7-4b61-bd03-7b1efdfe8f52 None None] Set router 25179013-1b60-4467-b3fa-79b0d56bb301 gateway port host: dv-cinder-792299-6-iscsi {{(pid=93208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:29:57.969133 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-ab7b12ff-82f8-4dcc-afab-64b05ffa53f0 None None] Provisioning complete for port bd598239-2636-46a5-b4d4-e8d873d923e4 triggered by entity DHCP. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:29:57.969516 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-ab7b12ff-82f8-4dcc-afab-64b05ffa53f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:58.087342 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-d8e6b8d8-33e7-4b61-bd03-7b1efdfe8f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25179013-1b60-4467-b3fa-79b0d56bb301', 'name': 'tempest-AttachVolumeTestJSON-1072535-router', 'tenant_id': 'be407e9b4d21489b9bf1679354068654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '5a80ef8a-a359-48a3-9064-0870ce8cddc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:29:54Z', 'updated_at': '2021-07-22T02:29:56Z', 'revision_number': 3, 'project_id': 'be407e9b4d21489b9bf1679354068654', 'gw_port': {'id': '5a80ef8a-a359-48a3-9064-0870ce8cddc9', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:da:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25179013-1b60-4467-b3fa-79b0d56bb301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:55Z', 'updated_at': '2021-07-22T02:29:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi'}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:29:58.142198 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-c6a8f63c-63f0-4e28-97ad-5a87a3f45072 req-0a8819a4-0e13-47fa-b7fa-505e5b43696c service neutron] 10.222.0.23 "GET /v2.0/networks/49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4933081 Jul 22 02:29:58.143184 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e6b8d8-33e7-4b61-bd03-7b1efdfe8f52 None None] Checking router: 25179013-1b60-4467-b3fa-79b0d56bb301 for host: dv-cinder-792299-6-iscsi {{(pid=93208) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:29:58.143712 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e6b8d8-33e7-4b61-bd03-7b1efdfe8f52 None None] Updating router 25179013-1b60-4467-b3fa-79b0d56bb301 port 5a80ef8a-a359-48a3-9064-0870ce8cddc9 binding host dv-cinder-792299-6-iscsi {{(pid=93208) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 02:29:58.176217 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device bd598239-2636-46a5-b4d4-e8d873d923e4 up at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:29:58.188346 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-d8e6b8d8-33e7-4b61-bd03-7b1efdfe8f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:58.220809 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device 37cfc40c-b9e9-468f-8dbf-d5a95bd96599 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=93207) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 02:29:58.406481 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning complete for port bd598239-2636-46a5-b4d4-e8d873d923e4 triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:29:58.407030 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:58.447497 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d55844-3683-4027-9d55-8d15c7e93344 req-7d77d98a-51c4-48b3-9c4a-82fddf1310ac tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:58.456320 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-f9d55844-3683-4027-9d55-8d15c7e93344 req-7d77d98a-51c4-48b3-9c4a-82fddf1310ac tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ac750a0-cfae-489d-923c-904dcbb9f2ff HTTP/1.1" status: 200 len: 943 time: 0.5812225 Jul 22 02:29:58.464896 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port 37cfc40c-b9e9-468f-8dbf-d5a95bd96599, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=37cfc40c-b9e9-468f-8dbf-d5a95bd96599,segment=NetworkSegment(1178c6d7-38f4-4aec-bb2e-34535e569c60),segment_id=1178c6d7-38f4-4aec-bb2e-34535e569c60)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:29:58.482131 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Returning: {'device': '37cfc40c-b9e9-468f-8dbf-d5a95bd96599', 'network_id': '49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d', 'port_id': '37cfc40c-b9e9-468f-8dbf-d5a95bd96599', 'mac_address': 'fa:16:3e:b5:b9:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cdf501c-c170-4983-bbb3-cf8fb45615cb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93207) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 02:29:58.491070 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0fb5d-a0d1-48ea-b884-7aae0c15db1b req-ff73c1fb-c60c-4ffa-a291-a7c2595a6ea5 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:58.493139 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-65a0fb5d-a0d1-48ea-b884-7aae0c15db1b req-ff73c1fb-c60c-4ffa-a291-a7c2595a6ea5 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2efc9eb-4c67-4b62-93ea-f95b382696ca HTTP/1.1" status: 200 len: 945 time: 0.6057618 Jul 22 02:29:58.565779 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:58.567371 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-f9d55844-3683-4027-9d55-8d15c7e93344 req-47583477-ff24-4468-9cc5-c77e79f1be6d tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096594 Jul 22 02:29:58.588619 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.notifiers.nova [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37cfc40c-b9e9-468f-8dbf-d5a95bd96599 {{(pid=93207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:29:58.598842 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-d8e6b8d8-33e7-4b61-bd03-7b1efdfe8f52 None None] Notify callbacks [] for port, precommit_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:58.614091 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port 37cfc40c-b9e9-468f-8dbf-d5a95bd96599, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=37cfc40c-b9e9-468f-8dbf-d5a95bd96599,segment=NetworkSegment(1178c6d7-38f4-4aec-bb2e-34535e569c60),segment_id=1178c6d7-38f4-4aec-bb2e-34535e569c60)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:29:58.622249 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:58.636082 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.provisioning_blocks [None req-d8e6b8d8-33e7-4b61-bd03-7b1efdfe8f52 None None] Transition to ACTIVE for port object 5a80ef8a-a359-48a3-9064-0870ce8cddc9 will not be triggered until provisioned by entity L2. {{(pid=93208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:29:58.645373 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-d8e6b8d8-33e7-4b61-bd03-7b1efdfe8f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:58.708765 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee650f0-5a3c-4bc8-b86c-89d1cf6684dd None None] Pushing event updated for resources: {'Port': ['ID=5a80ef8a-a359-48a3-9064-0870ce8cddc9,revision_number=2']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:58.726274 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Pushing event updated for resources: {'Port': ['ID=37cfc40c-b9e9-468f-8dbf-d5a95bd96599,revision_number=4']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:58.751248 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee650f0-5a3c-4bc8-b86c-89d1cf6684dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:58.751833 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee650f0-5a3c-4bc8-b86c-89d1cf6684dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:58.752523 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee650f0-5a3c-4bc8-b86c-89d1cf6684dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:58.752523 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee650f0-5a3c-4bc8-b86c-89d1cf6684dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:58.756200 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee650f0-5a3c-4bc8-b86c-89d1cf6684dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:58.756601 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee650f0-5a3c-4bc8-b86c-89d1cf6684dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:58.757137 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee650f0-5a3c-4bc8-b86c-89d1cf6684dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:58.757483 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee650f0-5a3c-4bc8-b86c-89d1cf6684dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:58.757848 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee650f0-5a3c-4bc8-b86c-89d1cf6684dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:58.758183 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee650f0-5a3c-4bc8-b86c-89d1cf6684dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:58.759099 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee650f0-5a3c-4bc8-b86c-89d1cf6684dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:58.759433 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee650f0-5a3c-4bc8-b86c-89d1cf6684dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:29:58.763134 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [None req-d8e6b8d8-33e7-4b61-bd03-7b1efdfe8f52 None None] Attempting to bind port 5a80ef8a-a359-48a3-9064-0870ce8cddc9 on host dv-cinder-792299-6-iscsi for vnic_type normal with profile {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:29:58.763692 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [None req-d8e6b8d8-33e7-4b61-bd03-7b1efdfe8f52 None None] Attempting to bind port 5a80ef8a-a359-48a3-9064-0870ce8cddc9 by drivers openvswitch,hyperv on host dv-cinder-792299-6-iscsi at level 0 using segments [{'id': '9c11ce42-9cd0-4724-aa43-c030ca3574d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00'}] {{(pid=93208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:29:58.764268 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e6b8d8-33e7-4b61-bd03-7b1efdfe8f52 None None] Attempting to bind port 5a80ef8a-a359-48a3-9064-0870ce8cddc9 on network a2bee0e8-177e-45f0-aff1-c80473345c00 {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:29:58.770590 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e6b8d8-33e7-4b61-bd03-7b1efdfe8f52 None None] Checking agent: {'id': '2be9fc8b-48e5-48f4-81b8-a3920a82e981', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 21, 14), 'started_at': datetime.datetime(2021, 7, 22, 2, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:29:58.771255 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e6b8d8-33e7-4b61-bd03-7b1efdfe8f52 None None] Checking segment: {'id': '9c11ce42-9cd0-4724-aa43-c030ca3574d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:29:58.771878 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-d8e6b8d8-33e7-4b61-bd03-7b1efdfe8f52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:58.772477 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e6b8d8-33e7-4b61-bd03-7b1efdfe8f52 None None] Bound using segment: {'id': '9c11ce42-9cd0-4724-aa43-c030ca3574d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00'} {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:29:58.773450 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [None req-d8e6b8d8-33e7-4b61-bd03-7b1efdfe8f52 None None] Bound port: 5a80ef8a-a359-48a3-9064-0870ce8cddc9, host: dv-cinder-792299-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c11ce42-9cd0-4724-aa43-c030ca3574d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00'}}] {{(pid=93208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:29:58.774050 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-d8e6b8d8-33e7-4b61-bd03-7b1efdfe8f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:58.830139 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [None req-d8e6b8d8-33e7-4b61-bd03-7b1efdfe8f52 None None] For port 5a80ef8a-a359-48a3-9064-0870ce8cddc9, host dv-cinder-792299-6-iscsi, cleared binding levels {{(pid=93208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:29:58.833811 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [None req-d8e6b8d8-33e7-4b61-bd03-7b1efdfe8f52 None None] For port 5a80ef8a-a359-48a3-9064-0870ce8cddc9, host dv-cinder-792299-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=5a80ef8a-a359-48a3-9064-0870ce8cddc9,segment=NetworkSegment(9c11ce42-9cd0-4724-aa43-c030ca3574d3),segment_id=9c11ce42-9cd0-4724-aa43-c030ca3574d3)] {{(pid=93208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:29:58.841647 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-d8e6b8d8-33e7-4b61-bd03-7b1efdfe8f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:58.872431 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-65a0fb5d-a0d1-48ea-b884-7aae0c15db1b req-82670210-eaed-4cc2-b0ee-54fe9c2d695e tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099756 Jul 22 02:29:58.903152 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee650f0-5a3c-4bc8-b86c-89d1cf6684dd None None] Pushing event updated for resources: {'Port': ['ID=5a80ef8a-a359-48a3-9064-0870ce8cddc9,revision_number=3']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:58.936578 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e6b8d8-33e7-4b61-bd03-7b1efdfe8f52 None None] Routers {'25179013-1b60-4467-b3fa-79b0d56bb301'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:29:58.937952 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-d8e6b8d8-33e7-4b61-bd03-7b1efdfe8f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:29:44Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['25179013-1b60-4467-b3fa-79b0d56bb301'], 'active': True} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:29:58.987162 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] get_ports_and_sgs() called for port_ids ['37cfc40c-b9e9-468f-8dbf-d5a95bd96599'] {{(pid=93207) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:29:59.054442 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-c6a8f63c-63f0-4e28-97ad-5a87a3f45072 req-2924ac61-8bc5-4973-b4c0-f1fd2bd4703b service neutron] 10.222.0.23 "GET /v2.0/networks/49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8697696 Jul 22 02:29:59.058336 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvr_db [None req-d8e6b8d8-33e7-4b61-bd03-7b1efdfe8f52 None None] Set router 25179013-1b60-4467-b3fa-79b0d56bb301 gateway port host: dv-cinder-792299-6-iscsi {{(pid=93208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:29:59.107051 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-c1f83f1a-aa1e-4bfd-9467-cca06ffccde1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:59.172230 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.notifiers.nova [req-63a11f22-aafa-462c-a9e8-9eadf3b928f0 req-8fdffc89-bf3c-471e-9ce0-dc4435171613 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfab35a5-a034-4f2d-bf47-d20d03f8a3d9 {{(pid=93205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:29:59.176142 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678afbb7-3205-4669-9839-5ab0767929f3 req-227f6fbc-e151-407f-b06d-ac9681c38077 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:59.192509 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-63a11f22-aafa-462c-a9e8-9eadf3b928f0 req-8fdffc89-bf3c-471e-9ce0-dc4435171613 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:59.193262 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-678afbb7-3205-4669-9839-5ab0767929f3 req-227f6fbc-e151-407f-b06d-ac9681c38077 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.30 "GET /v2.0/ports?device_id=478dedcc-531f-4a30-a3f3-f84c265033c7 HTTP/1.1" status: 200 len: 932 time: 0.2815995 Jul 22 02:29:59.222833 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.provisioning_blocks [req-63a11f22-aafa-462c-a9e8-9eadf3b928f0 req-8fdffc89-bf3c-471e-9ce0-dc4435171613 service neutron] Transition to ACTIVE for port object cfab35a5-a034-4f2d-bf47-d20d03f8a3d9 will not be triggered until provisioned by entity L2. {{(pid=93205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:29:59.229962 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-63a11f22-aafa-462c-a9e8-9eadf3b928f0 req-8fdffc89-bf3c-471e-9ce0-dc4435171613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3324456'] for port, after_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:59.281356 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdffc89-bf3c-471e-9ce0-dc4435171613 service neutron] Pushing event updated for resources: {'Port': ['ID=cfab35a5-a034-4f2d-bf47-d20d03f8a3d9,revision_number=2']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:59.361588 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-d8e6b8d8-33e7-4b61-bd03-7b1efdfe8f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25179013-1b60-4467-b3fa-79b0d56bb301', 'name': 'tempest-AttachVolumeTestJSON-1072535-router', 'tenant_id': 'be407e9b4d21489b9bf1679354068654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '5a80ef8a-a359-48a3-9064-0870ce8cddc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:29:54Z', 'updated_at': '2021-07-22T02:29:56Z', 'revision_number': 3, 'project_id': 'be407e9b4d21489b9bf1679354068654', 'gw_port': {'id': '5a80ef8a-a359-48a3-9064-0870ce8cddc9', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:da:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25179013-1b60-4467-b3fa-79b0d56bb301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:55Z', 'updated_at': '2021-07-22T02:29:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi'}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:29:59.392400 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-678afbb7-3205-4669-9839-5ab0767929f3 req-6bcd6f91-8cb1-4001-a02e-1d2c1363a2cd tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.30 "GET /v2.0/security-groups?id=643d1e5c-74da-4213-83af-8f94feefb225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981738 Jul 22 02:29:59.404053 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.managers [req-63a11f22-aafa-462c-a9e8-9eadf3b928f0 req-8fdffc89-bf3c-471e-9ce0-dc4435171613 service neutron] Attempting to bind port cfab35a5-a034-4f2d-bf47-d20d03f8a3d9 on host hv-cinder-79229 for vnic_type normal with profile {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:29:59.404666 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.managers [req-63a11f22-aafa-462c-a9e8-9eadf3b928f0 req-8fdffc89-bf3c-471e-9ce0-dc4435171613 service neutron] Attempting to bind port cfab35a5-a034-4f2d-bf47-d20d03f8a3d9 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': 'a638b51d-2435-4496-9631-dd2b69a2f0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1c068a1e-0171-44d5-be72-0f75b944565d'}] {{(pid=93205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:29:59.405174 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a11f22-aafa-462c-a9e8-9eadf3b928f0 req-8fdffc89-bf3c-471e-9ce0-dc4435171613 service neutron] Attempting to bind port cfab35a5-a034-4f2d-bf47-d20d03f8a3d9 on network 1c068a1e-0171-44d5-be72-0f75b944565d {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:29:59.410640 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a11f22-aafa-462c-a9e8-9eadf3b928f0 req-8fdffc89-bf3c-471e-9ce0-dc4435171613 service neutron] Port cfab35a5-a034-4f2d-bf47-d20d03f8a3d9 on network 1c068a1e-0171-44d5-be72-0f75b944565d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 02:29:59.411773 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a11f22-aafa-462c-a9e8-9eadf3b928f0 req-8fdffc89-bf3c-471e-9ce0-dc4435171613 service neutron] Attempting to bind port cfab35a5-a034-4f2d-bf47-d20d03f8a3d9 on network 1c068a1e-0171-44d5-be72-0f75b944565d {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:29:59.418691 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a11f22-aafa-462c-a9e8-9eadf3b928f0 req-8fdffc89-bf3c-471e-9ce0-dc4435171613 service neutron] Checking agent: {'id': '3e047b69-7131-4bb7-a905-86c2cdf7c2d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 27, 10), 'started_at': datetime.datetime(2021, 7, 22, 2, 27, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:29:59.419324 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a11f22-aafa-462c-a9e8-9eadf3b928f0 req-8fdffc89-bf3c-471e-9ce0-dc4435171613 service neutron] Checking segment: {'id': 'a638b51d-2435-4496-9631-dd2b69a2f0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1c068a1e-0171-44d5-be72-0f75b944565d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:29:59.419914 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a11f22-aafa-462c-a9e8-9eadf3b928f0 req-8fdffc89-bf3c-471e-9ce0-dc4435171613 service neutron] Bound using segment: {'id': 'a638b51d-2435-4496-9631-dd2b69a2f0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1c068a1e-0171-44d5-be72-0f75b944565d'} {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:29:59.420554 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.managers [req-63a11f22-aafa-462c-a9e8-9eadf3b928f0 req-8fdffc89-bf3c-471e-9ce0-dc4435171613 service neutron] Bound port: cfab35a5-a034-4f2d-bf47-d20d03f8a3d9, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a638b51d-2435-4496-9631-dd2b69a2f0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1c068a1e-0171-44d5-be72-0f75b944565d'}}] {{(pid=93205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:29:59.421273 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-63a11f22-aafa-462c-a9e8-9eadf3b928f0 req-8fdffc89-bf3c-471e-9ce0-dc4435171613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:59.507578 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e6b8d8-33e7-4b61-bd03-7b1efdfe8f52 None None] The sync data for ids ['25179013-1b60-4467-b3fa-79b0d56bb301'] in dv-cinder-792299-6-iscsi is: [{'id': '25179013-1b60-4467-b3fa-79b0d56bb301', 'name': 'tempest-AttachVolumeTestJSON-1072535-router', 'tenant_id': 'be407e9b4d21489b9bf1679354068654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '5a80ef8a-a359-48a3-9064-0870ce8cddc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:29:54Z', 'updated_at': '2021-07-22T02:29:56Z', 'revision_number': 3, 'project_id': 'be407e9b4d21489b9bf1679354068654', 'gw_port': {'id': '5a80ef8a-a359-48a3-9064-0870ce8cddc9', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:da:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25179013-1b60-4467-b3fa-79b0d56bb301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:55Z', 'updated_at': '2021-07-22T02:29:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi'}] {{(pid=93208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:29:59.525263 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.db [req-63a11f22-aafa-462c-a9e8-9eadf3b928f0 req-8fdffc89-bf3c-471e-9ce0-dc4435171613 service neutron] For port cfab35a5-a034-4f2d-bf47-d20d03f8a3d9, host hv-cinder-79229, cleared binding levels {{(pid=93205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:29:59.529556 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.db [req-63a11f22-aafa-462c-a9e8-9eadf3b928f0 req-8fdffc89-bf3c-471e-9ce0-dc4435171613 service neutron] For port cfab35a5-a034-4f2d-bf47-d20d03f8a3d9, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=cfab35a5-a034-4f2d-bf47-d20d03f8a3d9,segment=NetworkSegment(a638b51d-2435-4496-9631-dd2b69a2f0b6),segment_id=a638b51d-2435-4496-9631-dd2b69a2f0b6)] {{(pid=93205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:29:59.536088 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-63a11f22-aafa-462c-a9e8-9eadf3b928f0 req-8fdffc89-bf3c-471e-9ce0-dc4435171613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3324456'] for port, after_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:59.576889 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.db_base_plugin_common [None req-c1f83f1a-aa1e-4bfd-9467-cca06ffccde1 admin admin] Allocated IP 172.20.0.1 (4519266e-72e1-49eb-bb7e-76cf6f2efe9d/9cd4545e-995f-4d04-a4da-3045595e4283/5a9b2679-feef-4665-b29f-b514912da77f) {{(pid=93206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:29:59.623078 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdffc89-bf3c-471e-9ce0-dc4435171613 service neutron] Pushing event updated for resources: {'Port': ['ID=cfab35a5-a034-4f2d-bf47-d20d03f8a3d9,revision_number=3']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:29:59.656681 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a11f22-aafa-462c-a9e8-9eadf3b928f0 req-8fdffc89-bf3c-471e-9ce0-dc4435171613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:59.657290 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-63a11f22-aafa-462c-a9e8-9eadf3b928f0 req-8fdffc89-bf3c-471e-9ce0-dc4435171613 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409'] for port, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:59.658661 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-63a11f22-aafa-462c-a9e8-9eadf3b928f0 req-8fdffc89-bf3c-471e-9ce0-dc4435171613 service neutron] 10.222.0.23 "PUT /v2.0/ports/cfab35a5-a034-4f2d-bf47-d20d03f8a3d9 HTTP/1.1" status: 200 len: 1094 time: 2.1514239 Jul 22 02:29:59.659092 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '478dedcc-531f-4a30-a3f3-f84c265033c7', 'tag': 'cfab35a5-a034-4f2d-bf47-d20d03f8a3d9'}] {{(pid=93205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:29:59.680225 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1519ab49a2e6f2c0b9af796621e68389a02ac4e63e9641ecb08298f364d17118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0db2952-46ae-467b-a55a-c28c69a6ac38" -d '{"events": [{"name": "network-changed", "server_uuid": "478dedcc-531f-4a30-a3f3-f84c265033c7", "tag": "cfab35a5-a034-4f2d-bf47-d20d03f8a3d9"}]}' {{(pid=93205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:29:59.729263 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 02:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dad6b5a-413b-4a94-8180-dd5a7bc6798c x-openstack-request-id: req-4dad6b5a-413b-4a94-8180-dd5a7bc6798c {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:29:59.729548 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "478dedcc-531f-4a30-a3f3-f84c265033c7", "tag": "cfab35a5-a034-4f2d-bf47-d20d03f8a3d9", "status": "completed", "code": 200}]} {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:29:59.729789 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4dad6b5a-413b-4a94-8180-dd5a7bc6798c {{(pid=93205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:29:59.730201 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '478dedcc-531f-4a30-a3f3-f84c265033c7', 'tag': 'cfab35a5-a034-4f2d-bf47-d20d03f8a3d9', 'status': 'completed', 'code': 200} Jul 22 02:29:59.788348 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-c1f83f1a-aa1e-4bfd-9467-cca06ffccde1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:59.806841 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d41d25d-a0e4-4fa0-9667-1cc8ad18425c req-d9e13294-fdca-49ac-b213-7d6cd6a6b554 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:59.808422 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-2d41d25d-a0e4-4fa0-9667-1cc8ad18425c req-d9e13294-fdca-49ac-b213-7d6cd6a6b554 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ac750a0-cfae-489d-923c-904dcbb9f2ff HTTP/1.1" status: 200 len: 944 time: 0.1147819 Jul 22 02:29:59.822908 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-c1f83f1a-aa1e-4bfd-9467-cca06ffccde1 admin admin] Transition to ACTIVE for port object 5a9b2679-feef-4665-b29f-b514912da77f will not be triggered until provisioned by entity DHCP. {{(pid=93206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:29:59.862954 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-2d41d25d-a0e4-4fa0-9667-1cc8ad18425c req-4bf72fd3-f0b8-4bd7-b8e4-d5202f52df4c tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469458 Jul 22 02:29:59.914011 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-c1f83f1a-aa1e-4bfd-9467-cca06ffccde1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789867566219'] for port, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:29:59.985888 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a11f22-aafa-462c-a9e8-9eadf3b928f0 req-c7b8c3e5-6a2a-475d-8b0e-b7c0b3a37993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:29:59.989528 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-63a11f22-aafa-462c-a9e8-9eadf3b928f0 req-c7b8c3e5-6a2a-475d-8b0e-b7c0b3a37993 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4f5097940e534bb293c6f45747e062d1&device_id=478dedcc-531f-4a30-a3f3-f84c265033c7 HTTP/1.1" status: 200 len: 1097 time: 0.1179228 Jul 22 02:30:00.006441 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f83f1a-aa1e-4bfd-9467-cca06ffccde1 admin admin] Network 4519266e-72e1-49eb-bb7e-76cf6f2efe9d is already hosted by enough agents. {{(pid=93206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:30:00.017820 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.base_scheduler [None req-c1f83f1a-aa1e-4bfd-9467-cca06ffccde1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:30:00.054247 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f83f1a-aa1e-4bfd-9467-cca06ffccde1 admin admin] Received port after_create {{(pid=93206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:30:00.054725 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-c1f83f1a-aa1e-4bfd-9467-cca06ffccde1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746458'] for router_interface, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:00.141134 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-63a11f22-aafa-462c-a9e8-9eadf3b928f0 req-b1034cc6-df0f-479c-8e48-c17f516b3e8e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfab35a5-a034-4f2d-bf47-d20d03f8a3d9 HTTP/1.1" status: 200 len: 217 time: 0.1322150 Jul 22 02:30:00.151775 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f83f1a-aa1e-4bfd-9467-cca06ffccde1 admin admin] Pushing event updated for resources: {'Port': ['ID=5a9b2679-feef-4665-b29f-b514912da77f,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:00.204418 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device 37cfc40c-b9e9-468f-8dbf-d5a95bd96599 up at agent hyperv_hv-cinder-79229 {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:30:00.274578 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device 5a80ef8a-a359-48a3-9064-0870ce8cddc9 up at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:30:00.301533 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a11f22-aafa-462c-a9e8-9eadf3b928f0 req-d10a63b8-9ce8-401d-82f3-dd6efd02dfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:00.301533 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-63a11f22-aafa-462c-a9e8-9eadf3b928f0 req-d10a63b8-9ce8-401d-82f3-dd6efd02dfc5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=706b907b-b79e-4ec5-9ce9-e0afff230ead HTTP/1.1" status: 200 len: 848 time: 0.1436398 Jul 22 02:30:00.390203 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-63a11f22-aafa-462c-a9e8-9eadf3b928f0 req-acf9bb63-1554-4541-9653-961804f19a05 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1c068a1e-0171-44d5-be72-0f75b944565d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684035 Jul 22 02:30:00.420261 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406bed99-87fd-446e-8280-f84626808431 req-f31b9d9c-6d65-486f-aba4-dd76fa5b940d tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:00.439705 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-406bed99-87fd-446e-8280-f84626808431 req-f31b9d9c-6d65-486f-aba4-dd76fa5b940d tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2efc9eb-4c67-4b62-93ea-f95b382696ca HTTP/1.1" status: 200 len: 945 time: 0.4243908 Jul 22 02:30:00.533843 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Provisioning for port 37cfc40c-b9e9-468f-8dbf-d5a95bd96599 completed by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:30:00.567529 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Provisioning complete for port 37cfc40c-b9e9-468f-8dbf-d5a95bd96599 triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:30:00.574454 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:00.629124 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-406bed99-87fd-446e-8280-f84626808431 req-51c2e873-faf3-4219-972a-797477e8ca4a tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780796 Jul 22 02:30:00.679494 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning for port 5a80ef8a-a359-48a3-9064-0870ce8cddc9 completed by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:30:00.680414 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-63a11f22-aafa-462c-a9e8-9eadf3b928f0 req-d13f6d78-2894-4e9a-9d92-fa7df36b23e4 service neutron] 10.222.0.23 "GET /v2.0/networks/1c068a1e-0171-44d5-be72-0f75b944565d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795684 Jul 22 02:30:00.690209 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning complete for port 5a80ef8a-a359-48a3-9064-0870ce8cddc9 triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:30:00.690761 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:00.705242 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-d0591781-9cac-4508-b9ce-bf4c1e91351f None None] Provisioning for port 5a9b2679-feef-4665-b29f-b514912da77f completed by entity DHCP. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:30:00.759992 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-c1f83f1a-aa1e-4bfd-9467-cca06ffccde1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:00.792171 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-d0591781-9cac-4508-b9ce-bf4c1e91351f None None] Provisioning complete for port 5a9b2679-feef-4665-b29f-b514912da77f triggered by entity DHCP. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:30:00.793003 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-d0591781-9cac-4508-b9ce-bf4c1e91351f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:00.861173 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-63a11f22-aafa-462c-a9e8-9eadf3b928f0 req-0c0e6682-270e-40fa-8390-bbe40d959242 service neutron] 10.222.0.23 "GET /v2.0/networks/1c068a1e-0171-44d5-be72-0f75b944565d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698594 Jul 22 02:30:00.895965 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-d0591781-9cac-4508-b9ce-bf4c1e91351f None None] Port 5a9b2679-feef-4665-b29f-b514912da77f cannot update to ACTIVE because it is not bound. {{(pid=93207) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 02:30:00.928570 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:00.949136 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad307d-9873-4914-8513-3dd13454de5d req-581b48f3-1bd6-48b6-9785-bfcd2b01b9d2 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:00.956819 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-4bad307d-9873-4914-8513-3dd13454de5d req-581b48f3-1bd6-48b6-9785-bfcd2b01b9d2 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.30 "GET /v2.0/ports?device_id=478dedcc-531f-4a30-a3f3-f84c265033c7 HTTP/1.1" status: 200 len: 944 time: 0.3780036 Jul 22 02:30:01.003495 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ac750a0-cfae-489d-923c-904dcbb9f2ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37cfc40c-b9e9-468f-8dbf-d5a95bd96599'}] {{(pid=93207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:30:01.007307 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7ee477d080e02922d9a3c1e9b5cc60990edb702a504399eb5b32d0111ac025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08746916-ea66-471f-ac5a-26dd7b3ca284" -d '{"events": [{"server_uuid": "1ac750a0-cfae-489d-923c-904dcbb9f2ff", "name": "network-vif-plugged", "status": "completed", "tag": "37cfc40c-b9e9-468f-8dbf-d5a95bd96599"}]}' {{(pid=93207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:30:01.033498 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:01.042876 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port 37cfc40c-b9e9-468f-8dbf-d5a95bd96599, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=37cfc40c-b9e9-468f-8dbf-d5a95bd96599,segment=NetworkSegment(1178c6d7-38f4-4aec-bb2e-34535e569c60),segment_id=1178c6d7-38f4-4aec-bb2e-34535e569c60)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:30:01.052913 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db2952-46ae-467b-a55a-c28c69a6ac38 req-c313f8c7-5817-49b3-90ee-dabcf39b8acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:01.053536 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:01.056183 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-f0db2952-46ae-467b-a55a-c28c69a6ac38 req-c313f8c7-5817-49b3-90ee-dabcf39b8acf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4f5097940e534bb293c6f45747e062d1&device_id=478dedcc-531f-4a30-a3f3-f84c265033c7 HTTP/1.1" status: 200 len: 1097 time: 0.1410444 Jul 22 02:30:01.090495 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-4bad307d-9873-4914-8513-3dd13454de5d req-c621cb4d-396c-4b78-a7f7-e9ded5df100c tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.30 "GET /v2.0/security-groups?id=643d1e5c-74da-4213-83af-8f94feefb225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198738 Jul 22 02:30:01.095708 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] For port 5a80ef8a-a359-48a3-9064-0870ce8cddc9, host dv-cinder-792299-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=5a80ef8a-a359-48a3-9064-0870ce8cddc9,segment=NetworkSegment(9c11ce42-9cd0-4724-aa43-c030ca3574d3),segment_id=9c11ce42-9cd0-4724-aa43-c030ca3574d3)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:30:01.132095 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:01.159565 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26891250-0823-4dec-97a1-841e1bfd4bec req-08ffaad9-bd35-492b-a27d-004fa9de0b9e tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:01.167146 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-26891250-0823-4dec-97a1-841e1bfd4bec req-08ffaad9-bd35-492b-a27d-004fa9de0b9e tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ac750a0-cfae-489d-923c-904dcbb9f2ff HTTP/1.1" status: 200 len: 944 time: 0.1952610 Jul 22 02:30:01.181199 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Pushing event updated for resources: {'Port': ['ID=37cfc40c-b9e9-468f-8dbf-d5a95bd96599,revision_number=5']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:01.219641 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-c1f83f1a-aa1e-4bfd-9467-cca06ffccde1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:01.229345 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-26891250-0823-4dec-97a1-841e1bfd4bec req-9eca8c0b-349e-46a4-ac20-c4d7077ed707 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607872 Jul 22 02:30:01.230479 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-c1f83f1a-aa1e-4bfd-9467-cca06ffccde1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:01.231718 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-c1f83f1a-aa1e-4bfd-9467-cca06ffccde1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1758378'] for router_interface, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:01.264217 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db2952-46ae-467b-a55a-c28c69a6ac38 req-8572ed2e-8474-4ee6-8fa6-cc472a9efbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:01.265784 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-f0db2952-46ae-467b-a55a-c28c69a6ac38 req-8572ed2e-8474-4ee6-8fa6-cc472a9efbfc service neutron] 10.222.0.23 "GET /v2.0/networks?id=1c068a1e-0171-44d5-be72-0f75b944565d HTTP/1.1" status: 200 len: 908 time: 0.1980729 Jul 22 02:30:01.289826 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a0be55a-fc1f-47ea-b510-6f5f8896f2f3 x-openstack-request-id: req-0a0be55a-fc1f-47ea-b510-6f5f8896f2f3 {{(pid=93207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:30:01.290405 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ac750a0-cfae-489d-923c-904dcbb9f2ff", "name": "network-vif-plugged", "status": "completed", "tag": "37cfc40c-b9e9-468f-8dbf-d5a95bd96599", "code": 200}]} {{(pid=93207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:30:01.290515 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0a0be55a-fc1f-47ea-b510-6f5f8896f2f3 {{(pid=93207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:30:01.291950 dv-cinder-792299-6-iscsi neutron-server[93207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ac750a0-cfae-489d-923c-904dcbb9f2ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37cfc40c-b9e9-468f-8dbf-d5a95bd96599', 'code': 200} Jul 22 02:30:01.294382 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Pushing event updated for resources: {'Port': ['ID=5a80ef8a-a359-48a3-9064-0870ce8cddc9,revision_number=4']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:01.330629 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-f0db2952-46ae-467b-a55a-c28c69a6ac38 req-2bc034c8-e6d8-462e-a731-b3e6e680e31a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfab35a5-a034-4f2d-bf47-d20d03f8a3d9 HTTP/1.1" status: 200 len: 217 time: 0.0494277 Jul 22 02:30:01.358201 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f83f1a-aa1e-4bfd-9467-cca06ffccde1 admin admin] Pushing event updated for resources: {'Port': ['ID=5a9b2679-feef-4665-b29f-b514912da77f,revision_number=2']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:01.382196 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db2952-46ae-467b-a55a-c28c69a6ac38 req-966f5706-b9e9-4864-8309-53860719880b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:01.383839 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-f0db2952-46ae-467b-a55a-c28c69a6ac38 req-966f5706-b9e9-4864-8309-53860719880b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=706b907b-b79e-4ec5-9ce9-e0afff230ead HTTP/1.1" status: 200 len: 848 time: 0.0438542 Jul 22 02:30:01.387465 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f83f1a-aa1e-4bfd-9467-cca06ffccde1 admin admin] Network 4519266e-72e1-49eb-bb7e-76cf6f2efe9d is already hosted by enough agents. {{(pid=93206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:30:01.388925 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.base_scheduler [None req-c1f83f1a-aa1e-4bfd-9467-cca06ffccde1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:30:01.425845 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-f0db2952-46ae-467b-a55a-c28c69a6ac38 req-c713f5d8-575f-4ee2-98f0-26b14a25b87d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1c068a1e-0171-44d5-be72-0f75b944565d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333316 Jul 22 02:30:01.528327 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1f83f1a-aa1e-4bfd-9467-cca06ffccde1 admin admin] Router 25179013-1b60-4467-b3fa-79b0d56bb301 has already been hosted by L3 agent f9ed0358-a013-4c74-a622-17ee633b4610 {{(pid=93206) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 02:30:01.595129 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-f0db2952-46ae-467b-a55a-c28c69a6ac38 req-c53743a7-e6b7-4e4c-b1d5-d6bff8162e8c service neutron] 10.222.0.23 "GET /v2.0/networks/1c068a1e-0171-44d5-be72-0f75b944565d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575563 Jul 22 02:30:01.651259 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09faf089-6620-49eb-8453-8fdb82111727 req-d3b666e9-98d1-4350-8047-4089566135c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:01.652172 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-09faf089-6620-49eb-8453-8fdb82111727 req-d3b666e9-98d1-4350-8047-4089566135c5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1ac750a0-cfae-489d-923c-904dcbb9f2ff HTTP/1.1" status: 200 len: 1098 time: 0.1092350 Jul 22 02:30:01.694132 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f83f1a-aa1e-4bfd-9467-cca06ffccde1 admin admin] Notify agent at l3_agent.dv-cinder-792299-6-iscsi the message routers_updated {{(pid=93206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:30:01.721520 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-c1f83f1a-aa1e-4bfd-9467-cca06ffccde1 admin admin] 10.222.0.30 "PUT /v2.0/routers/25179013-1b60-4467-b3fa-79b0d56bb301/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9743040 Jul 22 02:30:01.738715 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-97f14f0e-9b53-427c-903e-0213c2881715 None None] Provisioning complete for port 5a9b2679-feef-4665-b29f-b514912da77f triggered by entity DHCP. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:30:01.739429 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-97f14f0e-9b53-427c-903e-0213c2881715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:01.761722 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-09faf089-6620-49eb-8453-8fdb82111727 req-617b7fd8-cb4e-467d-85d0-029d9370d4c0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672851 Jul 22 02:30:01.803620 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-f0db2952-46ae-467b-a55a-c28c69a6ac38 req-60d9e155-b2e5-48ab-a212-52cfcd1b296a service neutron] 10.222.0.23 "GET /v2.0/networks/1c068a1e-0171-44d5-be72-0f75b944565d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912258 Jul 22 02:30:01.831711 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-97f14f0e-9b53-427c-903e-0213c2881715 None None] Port 5a9b2679-feef-4665-b29f-b514912da77f cannot update to ACTIVE because it is not bound. {{(pid=93207) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 02:30:01.851743 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e6d837-05e0-41cb-b281-d964d4595176 req-0c02453c-5ffc-4663-aacd-8fa94358055a tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:01.853292 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-15e6d837-05e0-41cb-b281-d964d4595176 req-0c02453c-5ffc-4663-aacd-8fa94358055a tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2efc9eb-4c67-4b62-93ea-f95b382696ca HTTP/1.1" status: 200 len: 945 time: 0.0835819 Jul 22 02:30:01.896195 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-15e6d837-05e0-41cb-b281-d964d4595176 req-b3534512-9285-4c79-9925-320cef1a89e8 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369759 Jul 22 02:30:02.106445 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device 5a80ef8a-a359-48a3-9064-0870ce8cddc9 up at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:30:02.137974 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b576a0d-ea58-4688-aaa4-907715b48a9d None None] Sync routers for ids ['25179013-1b60-4467-b3fa-79b0d56bb301'] in dv-cinder-792299-6-iscsi {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:30:02.162861 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b576a0d-ea58-4688-aaa4-907715b48a9d None None] Routers {'25179013-1b60-4467-b3fa-79b0d56bb301'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:30:02.163507 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-8b576a0d-ea58-4688-aaa4-907715b48a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:29:44Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['25179013-1b60-4467-b3fa-79b0d56bb301'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:30:02.271256 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55805ea3-b0a2-4b86-8cef-68f1fd7d5356 req-154c2cbb-4bd5-4fd6-954f-279013da7dee tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:02.282443 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-55805ea3-b0a2-4b86-8cef-68f1fd7d5356 req-154c2cbb-4bd5-4fd6-954f-279013da7dee tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.30 "GET /v2.0/ports?device_id=478dedcc-531f-4a30-a3f3-f84c265033c7 HTTP/1.1" status: 200 len: 944 time: 0.1141841 Jul 22 02:30:02.342437 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-55805ea3-b0a2-4b86-8cef-68f1fd7d5356 req-96fa6038-bf84-4005-aecf-6a20fe6fe641 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.30 "GET /v2.0/security-groups?id=643d1e5c-74da-4213-83af-8f94feefb225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589967 Jul 22 02:30:02.375493 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 56448) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:02.380307 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.v2.base [None req-c7b88660-41a3-4465-9c15-dcd40fa185c1 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1110314313', 'description': 'tempest-description--157555782'}} {{(pid=93206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:30:02.424000 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device cfab35a5-a034-4f2d-bf47-d20d03f8a3d9 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=93207) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 02:30:02.457127 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning complete for port 5a80ef8a-a359-48a3-9064-0870ce8cddc9 triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:30:02.457514 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:02.459541 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-c7b88660-41a3-4465-9c15-dcd40fa185c1 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks [] for security_group, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:02.518565 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19468bac-6561-4066-9024-e8d93f4699e8 req-4a282c13-8265-4388-b9ab-8e970002fb40 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:02.520516 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-19468bac-6561-4066-9024-e8d93f4699e8 req-4a282c13-8265-4388-b9ab-8e970002fb40 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ac750a0-cfae-489d-923c-904dcbb9f2ff HTTP/1.1" status: 200 len: 945 time: 0.1081522 Jul 22 02:30:02.586767 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-8b576a0d-ea58-4688-aaa4-907715b48a9d None None] Set router 25179013-1b60-4467-b3fa-79b0d56bb301 gateway port host: dv-cinder-792299-6-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:30:02.595703 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-19468bac-6561-4066-9024-e8d93f4699e8 req-37b0e865-cc50-4114-8e52-466f45270bc9 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523727 Jul 22 02:30:02.637936 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-c7b88660-41a3-4465-9c15-dcd40fa185c1 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks [] for security_group, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:02.642599 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-c7b88660-41a3-4465-9c15-dcd40fa185c1 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:02.671010 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-c7b88660-41a3-4465-9c15-dcd40fa185c1 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks [] for security_group, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:02.672406 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-c7b88660-41a3-4465-9c15-dcd40fa185c1 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2957349 Jul 22 02:30:02.675072 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 56462) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:02.679709 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b88660-41a3-4465-9c15-dcd40fa185c1 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32b10047-7e6e-4dee-84fb-05b15d12528e,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:02.679873 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-6438f722-3d27-4ded-bfbc-3d2c218f6436 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Request body: {'security_group_rule': {'security_group_id': '32b10047-7e6e-4dee-84fb-05b15d12528e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:30:02.717756 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6438f722-3d27-4ded-bfbc-3d2c218f6436 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:02.776682 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port cfab35a5-a034-4f2d-bf47-d20d03f8a3d9, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=cfab35a5-a034-4f2d-bf47-d20d03f8a3d9,segment=NetworkSegment(a638b51d-2435-4496-9631-dd2b69a2f0b6),segment_id=a638b51d-2435-4496-9631-dd2b69a2f0b6)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:30:02.788907 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6438f722-3d27-4ded-bfbc-3d2c218f6436 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:02.796287 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6438f722-3d27-4ded-bfbc-3d2c218f6436 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660745'] for security_group_rule, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:02.812451 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6438f722-3d27-4ded-bfbc-3d2c218f6436 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=761757df-b44d-4754-9f15-5ad273f607c1,revision_number=0']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:02.821937 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6438f722-3d27-4ded-bfbc-3d2c218f6436 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:02.823150 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-6438f722-3d27-4ded-bfbc-3d2c218f6436 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1469729 Jul 22 02:30:02.825374 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Returning: {'device': 'cfab35a5-a034-4f2d-bf47-d20d03f8a3d9', 'network_id': '1c068a1e-0171-44d5-be72-0f75b944565d', 'port_id': 'cfab35a5-a034-4f2d-bf47-d20d03f8a3d9', 'mac_address': 'fa:16:3e:fa:7b:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '706b907b-b79e-4ec5-9ce9-e0afff230ead', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93207) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 02:30:02.825923 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 56468) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:02.833556 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.v2.base [None req-06477a81-9910-4003-b746-7fc1a7185ec0 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Request body: {'security_group_rule': {'security_group_id': '32b10047-7e6e-4dee-84fb-05b15d12528e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:30:02.864900 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-06477a81-9910-4003-b746-7fc1a7185ec0 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:02.906565 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:02.944172 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.notifiers.nova [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfab35a5-a034-4f2d-bf47-d20d03f8a3d9 {{(pid=93207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:30:02.973870 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port cfab35a5-a034-4f2d-bf47-d20d03f8a3d9, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=cfab35a5-a034-4f2d-bf47-d20d03f8a3d9,segment=NetworkSegment(a638b51d-2435-4496-9631-dd2b69a2f0b6),segment_id=a638b51d-2435-4496-9631-dd2b69a2f0b6)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:30:02.985992 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:03.034795 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-8b576a0d-ea58-4688-aaa4-907715b48a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25179013-1b60-4467-b3fa-79b0d56bb301', 'name': 'tempest-AttachVolumeTestJSON-1072535-router', 'tenant_id': 'be407e9b4d21489b9bf1679354068654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '5a80ef8a-a359-48a3-9064-0870ce8cddc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:29:54Z', 'updated_at': '2021-07-22T02:30:00Z', 'revision_number': 4, 'project_id': 'be407e9b4d21489b9bf1679354068654', 'gw_port': {'id': '5a80ef8a-a359-48a3-9064-0870ce8cddc9', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:da:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25179013-1b60-4467-b3fa-79b0d56bb301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:55Z', 'updated_at': '2021-07-22T02:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_interfaces': [{'id': '5a9b2679-feef-4665-b29f-b514912da77f', 'name': '', 'network_id': '4519266e-72e1-49eb-bb7e-76cf6f2efe9d', 'tenant_id': 'be407e9b4d21489b9bf1679354068654', 'mac_address': 'fa:16:3e:3c:a3:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25179013-1b60-4467-b3fa-79b0d56bb301', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '9cd4545e-995f-4d04-a4da-3045595e4283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:59Z', 'updated_at': '2021-07-22T02:30:00Z', 'revision_number': 2, 'project_id': 'be407e9b4d21489b9bf1679354068654', 'subnets': [{'id': '9cd4545e-995f-4d04-a4da-3045595e4283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:30:03.083238 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b576a0d-ea58-4688-aaa4-907715b48a9d None None] Checking router: 25179013-1b60-4467-b3fa-79b0d56bb301 for host: dv-cinder-792299-6-iscsi {{(pid=93207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:30:03.083455 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b576a0d-ea58-4688-aaa4-907715b48a9d None None] Updating router 25179013-1b60-4467-b3fa-79b0d56bb301 port 5a9b2679-feef-4665-b29f-b514912da77f binding host dv-cinder-792299-6-iscsi {{(pid=93207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 02:30:03.123179 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Pushing event updated for resources: {'Port': ['ID=cfab35a5-a034-4f2d-bf47-d20d03f8a3d9,revision_number=4']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:03.137273 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-8b576a0d-ea58-4688-aaa4-907715b48a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:03.220341 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-06477a81-9910-4003-b746-7fc1a7185ec0 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:03.233528 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-06477a81-9910-4003-b746-7fc1a7185ec0 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660745'] for security_group_rule, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:03.268665 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06477a81-9910-4003-b746-7fc1a7185ec0 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bac5721-c4b1-41fc-8543-87c2a49dd7d3,revision_number=0']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:03.277912 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-06477a81-9910-4003-b746-7fc1a7185ec0 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:03.282153 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-06477a81-9910-4003-b746-7fc1a7185ec0 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4522581 Jul 22 02:30:03.282533 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 56496) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:03.289200 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-40b4d50e-5baf-4aac-b505-5bdbde42f5af tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Request body: {'floatingip': {'floating_network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:30:03.295923 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f1948-8306-422f-a13c-f5e8c8f740e7 req-6e11c870-6ba7-478a-9894-10acc043c994 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:03.302663 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-fc0f1948-8306-422f-a13c-f5e8c8f740e7 req-6e11c870-6ba7-478a-9894-10acc043c994 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2efc9eb-4c67-4b62-93ea-f95b382696ca HTTP/1.1" status: 200 len: 945 time: 0.1513033 Jul 22 02:30:03.321865 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-40b4d50e-5baf-4aac-b505-5bdbde42f5af tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks [] for floatingip, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:03.356437 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-fc0f1948-8306-422f-a13c-f5e8c8f740e7 req-3418b5f0-8105-4f11-a192-d50aee828bd9 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465653 Jul 22 02:30:03.384529 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] get_ports_and_sgs() called for port_ids ['cfab35a5-a034-4f2d-bf47-d20d03f8a3d9'] {{(pid=93207) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:30:03.479974 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-40b4d50e-5baf-4aac-b505-5bdbde42f5af tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:03.500385 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba413e7-a8d7-476d-9daa-628a019b2ae4 req-27b4bb89-059f-4475-a8b6-bd71eb7a3042 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:03.512273 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9ba413e7-a8d7-476d-9daa-628a019b2ae4 req-27b4bb89-059f-4475-a8b6-bd71eb7a3042 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.30 "GET /v2.0/ports?device_id=478dedcc-531f-4a30-a3f3-f84c265033c7 HTTP/1.1" status: 200 len: 945 time: 0.0992620 Jul 22 02:30:03.573881 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9ba413e7-a8d7-476d-9daa-628a019b2ae4 req-138c6fab-d1f7-40ce-927b-6438c58a4017 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.30 "GET /v2.0/security-groups?id=643d1e5c-74da-4213-83af-8f94feefb225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599024 Jul 22 02:30:03.599287 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-8b576a0d-ea58-4688-aaa4-907715b48a9d None None] Notify callbacks [] for port, precommit_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:03.623655 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-8b576a0d-ea58-4688-aaa4-907715b48a9d None None] Transition to ACTIVE for port object 5a9b2679-feef-4665-b29f-b514912da77f will not be triggered until provisioned by entity L2. {{(pid=93207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:30:03.637645 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-8b576a0d-ea58-4688-aaa4-907715b48a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:03.641202 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.db_base_plugin_common [None req-40b4d50e-5baf-4aac-b505-5bdbde42f5af tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Allocated IP 172.27.3.200 (a2bee0e8-177e-45f0-aff1-c80473345c00/ecc19678-5b8b-45eb-bc42-2a87169fcb4c/7a0bc553-17e9-4bfd-8c7b-68bb9485298f) {{(pid=93205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:30:03.729496 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0611dd09-41c8-4d46-8ec0-35854127aa60 None None] Pushing event updated for resources: {'Port': ['ID=5a9b2679-feef-4665-b29f-b514912da77f,revision_number=3']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:03.763078 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af3908-e17a-47dd-934a-d2c29a1a97db req-3318385d-6d5e-475b-a76f-9ef5ffb0c823 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:03.771575 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-49af3908-e17a-47dd-934a-d2c29a1a97db req-3318385d-6d5e-475b-a76f-9ef5ffb0c823 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ac750a0-cfae-489d-923c-904dcbb9f2ff HTTP/1.1" status: 200 len: 945 time: 0.0883555 Jul 22 02:30:03.806855 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-40b4d50e-5baf-4aac-b505-5bdbde42f5af tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks [] for port, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:03.841319 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-49af3908-e17a-47dd-934a-d2c29a1a97db req-7cd9bad8-0ce5-4c19-8893-390013823955 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687263 Jul 22 02:30:03.843003 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-8b576a0d-ea58-4688-aaa4-907715b48a9d None None] Attempting to bind port 5a9b2679-feef-4665-b29f-b514912da77f on host dv-cinder-792299-6-iscsi for vnic_type normal with profile {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:30:03.843445 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-8b576a0d-ea58-4688-aaa4-907715b48a9d None None] Attempting to bind port 5a9b2679-feef-4665-b29f-b514912da77f by drivers openvswitch,hyperv on host dv-cinder-792299-6-iscsi at level 0 using segments [{'id': '5a89ccad-6801-438c-9d1a-5f9fa04b4faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '4519266e-72e1-49eb-bb7e-76cf6f2efe9d'}] {{(pid=93207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:30:03.843830 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b576a0d-ea58-4688-aaa4-907715b48a9d None None] Attempting to bind port 5a9b2679-feef-4665-b29f-b514912da77f on network 4519266e-72e1-49eb-bb7e-76cf6f2efe9d {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:30:03.857631 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b576a0d-ea58-4688-aaa4-907715b48a9d None None] Checking agent: {'id': '2be9fc8b-48e5-48f4-81b8-a3920a82e981', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 21, 14), 'started_at': datetime.datetime(2021, 7, 22, 2, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:30:03.858083 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b576a0d-ea58-4688-aaa4-907715b48a9d None None] Checking segment: {'id': '5a89ccad-6801-438c-9d1a-5f9fa04b4faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '4519266e-72e1-49eb-bb7e-76cf6f2efe9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:30:03.858573 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-8b576a0d-ea58-4688-aaa4-907715b48a9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:03.859017 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b576a0d-ea58-4688-aaa4-907715b48a9d None None] Bound using segment: {'id': '5a89ccad-6801-438c-9d1a-5f9fa04b4faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '4519266e-72e1-49eb-bb7e-76cf6f2efe9d'} {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:30:03.859549 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-8b576a0d-ea58-4688-aaa4-907715b48a9d None None] Bound port: 5a9b2679-feef-4665-b29f-b514912da77f, host: dv-cinder-792299-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a89ccad-6801-438c-9d1a-5f9fa04b4faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '4519266e-72e1-49eb-bb7e-76cf6f2efe9d'}}] {{(pid=93207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:30:03.860018 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-8b576a0d-ea58-4688-aaa4-907715b48a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:03.891507 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-40b4d50e-5baf-4aac-b505-5bdbde42f5af tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789867566219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3324451'] for port, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:03.959353 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b4d50e-5baf-4aac-b505-5bdbde42f5af tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Network a2bee0e8-177e-45f0-aff1-c80473345c00 is already hosted by enough agents. {{(pid=93205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:30:03.967246 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.base_scheduler [None req-40b4d50e-5baf-4aac-b505-5bdbde42f5af tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Resources bound (agent type, host, resource id): {{(pid=93205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:30:03.970685 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b4d50e-5baf-4aac-b505-5bdbde42f5af tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Received port after_create {{(pid=93205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:30:03.988298 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-8b576a0d-ea58-4688-aaa4-907715b48a9d None None] For port 5a9b2679-feef-4665-b29f-b514912da77f, host dv-cinder-792299-6-iscsi, cleared binding levels {{(pid=93207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:30:03.995880 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-8b576a0d-ea58-4688-aaa4-907715b48a9d None None] For port 5a9b2679-feef-4665-b29f-b514912da77f, host dv-cinder-792299-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=5a9b2679-feef-4665-b29f-b514912da77f,segment=NetworkSegment(5a89ccad-6801-438c-9d1a-5f9fa04b4faa),segment_id=5a89ccad-6801-438c-9d1a-5f9fa04b4faa)] {{(pid=93207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:30:04.004481 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-8b576a0d-ea58-4688-aaa4-907715b48a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:04.004889 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b4d50e-5baf-4aac-b505-5bdbde42f5af tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Pushing event updated for resources: {'Port': ['ID=7a0bc553-17e9-4bfd-8c7b-68bb9485298f,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:04.083599 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b576a0d-ea58-4688-aaa4-907715b48a9d None None] Routers {'25179013-1b60-4467-b3fa-79b0d56bb301'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:30:04.084300 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-8b576a0d-ea58-4688-aaa4-907715b48a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:29:44Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['25179013-1b60-4467-b3fa-79b0d56bb301'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:30:04.174456 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-40b4d50e-5baf-4aac-b505-5bdbde42f5af tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:04.197539 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0611dd09-41c8-4d46-8ec0-35854127aa60 None None] Pushing event updated for resources: {'Port': ['ID=5a9b2679-feef-4665-b29f-b514912da77f,revision_number=4']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:04.272884 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-40b4d50e-5baf-4aac-b505-5bdbde42f5af tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:04.277170 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-8b576a0d-ea58-4688-aaa4-907715b48a9d None None] Set router 25179013-1b60-4467-b3fa-79b0d56bb301 gateway port host: dv-cinder-792299-6-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:30:04.453061 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 56568) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:04.548128 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1078d28-9c36-493e-bcc6-78333f296528 req-37446d03-8c92-4fac-a46f-00a7f84477ba tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:04.556219 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-c1078d28-9c36-493e-bcc6-78333f296528 req-37446d03-8c92-4fac-a46f-00a7f84477ba tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2efc9eb-4c67-4b62-93ea-f95b382696ca HTTP/1.1" status: 200 len: 945 time: 0.0938988 Jul 22 02:30:04.557963 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-40b4d50e-5baf-4aac-b505-5bdbde42f5af tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks [] for port, precommit_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:04.566602 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-40b4d50e-5baf-4aac-b505-5bdbde42f5af tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3324456'] for port, after_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:04.594577 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-515f63c5-c6c9-4d8c-9dc1-6e9d25cf028c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:04.649966 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-c1078d28-9c36-493e-bcc6-78333f296528 req-dae873f2-e390-428f-a3b1-6a8a6e9b83e8 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866148 Jul 22 02:30:04.688937 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b4d50e-5baf-4aac-b505-5bdbde42f5af tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Pushing event updated for resources: {'Port': ['ID=7a0bc553-17e9-4bfd-8c7b-68bb9485298f,revision_number=2']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:04.696697 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-8b576a0d-ea58-4688-aaa4-907715b48a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25179013-1b60-4467-b3fa-79b0d56bb301', 'name': 'tempest-AttachVolumeTestJSON-1072535-router', 'tenant_id': 'be407e9b4d21489b9bf1679354068654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '5a80ef8a-a359-48a3-9064-0870ce8cddc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:29:54Z', 'updated_at': '2021-07-22T02:30:00Z', 'revision_number': 4, 'project_id': 'be407e9b4d21489b9bf1679354068654', 'gw_port': {'id': '5a80ef8a-a359-48a3-9064-0870ce8cddc9', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:da:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25179013-1b60-4467-b3fa-79b0d56bb301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:55Z', 'updated_at': '2021-07-22T02:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_interfaces': [{'id': '5a9b2679-feef-4665-b29f-b514912da77f', 'name': '', 'network_id': '4519266e-72e1-49eb-bb7e-76cf6f2efe9d', 'tenant_id': 'be407e9b4d21489b9bf1679354068654', 'mac_address': 'fa:16:3e:3c:a3:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25179013-1b60-4467-b3fa-79b0d56bb301', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '9cd4545e-995f-4d04-a4da-3045595e4283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:59Z', 'updated_at': '2021-07-22T02:30:03Z', 'revision_number': 4, 'project_id': 'be407e9b4d21489b9bf1679354068654', 'subnets': [{'id': '9cd4545e-995f-4d04-a4da-3045595e4283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:30:04.723645 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-40b4d50e-5baf-4aac-b505-5bdbde42f5af tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746573'] for floatingip, after_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:04.756101 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b576a0d-ea58-4688-aaa4-907715b48a9d None None] The sync data for ids ['25179013-1b60-4467-b3fa-79b0d56bb301'] in dv-cinder-792299-6-iscsi is: [{'id': '25179013-1b60-4467-b3fa-79b0d56bb301', 'name': 'tempest-AttachVolumeTestJSON-1072535-router', 'tenant_id': 'be407e9b4d21489b9bf1679354068654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '5a80ef8a-a359-48a3-9064-0870ce8cddc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:29:54Z', 'updated_at': '2021-07-22T02:30:00Z', 'revision_number': 4, 'project_id': 'be407e9b4d21489b9bf1679354068654', 'gw_port': {'id': '5a80ef8a-a359-48a3-9064-0870ce8cddc9', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:da:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25179013-1b60-4467-b3fa-79b0d56bb301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:55Z', 'updated_at': '2021-07-22T02:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_interfaces': [{'id': '5a9b2679-feef-4665-b29f-b514912da77f', 'name': '', 'network_id': '4519266e-72e1-49eb-bb7e-76cf6f2efe9d', 'tenant_id': 'be407e9b4d21489b9bf1679354068654', 'mac_address': 'fa:16:3e:3c:a3:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25179013-1b60-4467-b3fa-79b0d56bb301', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '9cd4545e-995f-4d04-a4da-3045595e4283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:59Z', 'updated_at': '2021-07-22T02:30:03Z', 'revision_number': 4, 'project_id': 'be407e9b4d21489b9bf1679354068654', 'subnets': [{'id': '9cd4545e-995f-4d04-a4da-3045595e4283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:30:04.840958 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-515f63c5-c6c9-4d8c-9dc1-6e9d25cf028c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:04.845132 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-515f63c5-c6c9-4d8c-9dc1-6e9d25cf028c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:04.848965 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-40b4d50e-5baf-4aac-b505-5bdbde42f5af tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409'] for floatingip, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:04.850844 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-40b4d50e-5baf-4aac-b505-5bdbde42f5af tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5671155 Jul 22 02:30:04.870078 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22440527-dd94-4f76-93b9-c5ecd5c3978d req-8394191d-4020-4978-9268-421a6f9a43c4 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:04.871691 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-22440527-dd94-4f76-93b9-c5ecd5c3978d req-8394191d-4020-4978-9268-421a6f9a43c4 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.30 "GET /v2.0/ports?device_id=478dedcc-531f-4a30-a3f3-f84c265033c7 HTTP/1.1" status: 200 len: 945 time: 0.1366360 Jul 22 02:30:04.917293 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-515f63c5-c6c9-4d8c-9dc1-6e9d25cf028c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=70228f94bf0d4a468dc8130eecae2218&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4629698 Jul 22 02:30:04.918104 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515f63c5-c6c9-4d8c-9dc1-6e9d25cf028c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa970c0-427c-465b-81df-374a13bf871e,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:04.920821 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 56584) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:04.960409 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-22440527-dd94-4f76-93b9-c5ecd5c3978d req-53b286d3-a42e-43bb-b4a6-1125f934cd7e tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.30 "GET /v2.0/security-groups?id=643d1e5c-74da-4213-83af-8f94feefb225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816042 Jul 22 02:30:05.001376 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6db7944c-2531-4a6a-9a93-389c6ba13cd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:05.023794 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6db7944c-2531-4a6a-9a93-389c6ba13cd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:05.089440 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d74cb40b-9ebd-45c9-a0a5-b9f2bb2f6f2f req-56eeaef7-5d51-4715-950f-3d860a6d6d7e tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1110314313&fields=id&tenant_id=be407e9b4d21489b9bf1679354068654 HTTP/1.1" status: 200 len: 267 time: 0.0372989 Jul 22 02:30:05.093916 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6db7944c-2531-4a6a-9a93-389c6ba13cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:05.101284 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6db7944c-2531-4a6a-9a93-389c6ba13cd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:05.105264 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-6db7944c-2531-4a6a-9a93-389c6ba13cd3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8aa970c0-427c-465b-81df-374a13bf871e HTTP/1.1" status: 204 len: 168 time: 0.1805079 Jul 22 02:30:05.112819 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db7944c-2531-4a6a-9a93-389c6ba13cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa970c0-427c-465b-81df-374a13bf871e,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:05.221148 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74cb40b-9ebd-45c9-a0a5-b9f2bb2f6f2f req-0f984951-9b49-47c4-9b5f-0bbdee6f7bd3 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:05.222544 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d74cb40b-9ebd-45c9-a0a5-b9f2bb2f6f2f req-0f984951-9b49-47c4-9b5f-0bbdee6f7bd3 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/networks?id=4519266e-72e1-49eb-bb7e-76cf6f2efe9d HTTP/1.1" status: 200 len: 808 time: 0.1252782 Jul 22 02:30:05.244115 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d74cb40b-9ebd-45c9-a0a5-b9f2bb2f6f2f req-5a71ce7b-2280-45d8-8563-07d9c9dc467a tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/quotas/be407e9b4d21489b9bf1679354068654 HTTP/1.1" status: 200 len: 375 time: 0.0119879 Jul 22 02:30:05.326611 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d74cb40b-9ebd-45c9-a0a5-b9f2bb2f6f2f req-0419158f-e4c7-4998-b09e-975c7c8584fb tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=be407e9b4d21489b9bf1679354068654&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0742199 Jul 22 02:30:05.461774 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 56606) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:05.480944 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-be4bc243-c4d5-4ff3-a29b-ff9806d50404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:05.498933 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d74cb40b-9ebd-45c9-a0a5-b9f2bb2f6f2f req-3b8acabe-c223-46e7-a650-5d80ed934712 service neutron] 10.222.0.30 "GET /v2.0/networks/4519266e-72e1-49eb-bb7e-76cf6f2efe9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551361 Jul 22 02:30:05.601530 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-be4bc243-c4d5-4ff3-a29b-ff9806d50404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:05.606773 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-be4bc243-c4d5-4ff3-a29b-ff9806d50404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:05.646979 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-be4bc243-c4d5-4ff3-a29b-ff9806d50404 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=793b0f9769a143e9b25f3e27dd1859d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1817412 Jul 22 02:30:05.650132 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 56614) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:05.670970 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d74cb40b-9ebd-45c9-a0a5-b9f2bb2f6f2f req-1a7861ec-0bbb-4222-9b07-d5152684c833 service neutron] 10.222.0.30 "GET /v2.0/networks/4519266e-72e1-49eb-bb7e-76cf6f2efe9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662922 Jul 22 02:30:05.740354 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4bc243-c4d5-4ff3-a29b-ff9806d50404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a68867ab-2ecb-40a7-ac3d-b642d3ee3da4,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:05.748057 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-62960ede-754d-4045-938e-1a23253ede66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:05.772395 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-62960ede-754d-4045-938e-1a23253ede66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:05.855884 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-62960ede-754d-4045-938e-1a23253ede66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:05.862466 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-62960ede-754d-4045-938e-1a23253ede66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:05.863974 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-62960ede-754d-4045-938e-1a23253ede66 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a68867ab-2ecb-40a7-ac3d-b642d3ee3da4 HTTP/1.1" status: 204 len: 168 time: 0.2066226 Jul 22 02:30:05.873559 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62960ede-754d-4045-938e-1a23253ede66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68867ab-2ecb-40a7-ac3d-b642d3ee3da4,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:05.940048 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac5b0d-cec1-41c2-8403-91860d73d86a req-73a6f91e-6443-4d91-b9ac-9f5ed5e1dee2 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:05.943331 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-15ac5b0d-cec1-41c2-8403-91860d73d86a req-73a6f91e-6443-4d91-b9ac-9f5ed5e1dee2 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2efc9eb-4c67-4b62-93ea-f95b382696ca HTTP/1.1" status: 200 len: 945 time: 0.1681459 Jul 22 02:30:06.073332 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-15ac5b0d-cec1-41c2-8403-91860d73d86a req-7637d061-94cc-45f7-afd5-04b56ceb5249 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137068 Jul 22 02:30:06.200309 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-3d6f198a-2031-4717-be87-9e918dd3e993 req-717c39c5-1895-4777-b887-b7614bf4df2a tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b0dfcba-eda3-4d31-b73b-f820a8994dce HTTP/1.1" status: 200 len: 210 time: 0.0799339 Jul 22 02:30:06.228636 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device 5a9b2679-feef-4665-b29f-b514912da77f up at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:30:06.332362 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device cfab35a5-a034-4f2d-bf47-d20d03f8a3d9 up at agent hyperv_hv-cinder-79229 {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:30:06.344016 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3920137-7546-4169-a900-51fd186c9f34 req-0a1886a0-269f-4655-a20b-9e0375522b12 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:06.351075 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d3920137-7546-4169-a900-51fd186c9f34 req-0a1886a0-269f-4655-a20b-9e0375522b12 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.30 "GET /v2.0/ports?device_id=478dedcc-531f-4a30-a3f3-f84c265033c7 HTTP/1.1" status: 200 len: 945 time: 0.1327906 Jul 22 02:30:06.404459 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning for port 5a9b2679-feef-4665-b29f-b514912da77f completed by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:30:06.412089 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning complete for port 5a9b2679-feef-4665-b29f-b514912da77f triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:30:06.412998 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:06.417081 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Provisioning for port cfab35a5-a034-4f2d-bf47-d20d03f8a3d9 completed by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:30:06.429409 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 56654) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:06.440713 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d3920137-7546-4169-a900-51fd186c9f34 req-f249dfb2-f3cf-466e-abe2-2af747e4b3cf tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.30 "GET /v2.0/security-groups?id=643d1e5c-74da-4213-83af-8f94feefb225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885065 Jul 22 02:30:06.472363 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Provisioning complete for port cfab35a5-a034-4f2d-bf47-d20d03f8a3d9 triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:30:06.473430 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:06.580161 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7637e-85bc-4562-860e-1fa1634a557c req-0f00eb88-d7f8-457c-8a5b-d8a27df37745 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:06.582332 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-0fa7637e-85bc-4562-860e-1fa1634a557c req-0f00eb88-d7f8-457c-8a5b-d8a27df37745 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/networks?id=49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d HTTP/1.1" status: 200 len: 815 time: 0.1990888 Jul 22 02:30:06.626078 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-0fa7637e-85bc-4562-860e-1fa1634a557c req-760e7f77-cad0-4b0a-9aff-345f9f299146 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/quotas/16fd06163ccc47f08a69c65f0aa273d0 HTTP/1.1" status: 200 len: 375 time: 0.0313518 Jul 22 02:30:06.637427 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:06.670481 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-b87280cd-9852-4fda-be22-b6fe88055664 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:06.757070 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] For port 5a9b2679-feef-4665-b29f-b514912da77f, host dv-cinder-792299-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=5a9b2679-feef-4665-b29f-b514912da77f,segment=NetworkSegment(5a89ccad-6801-438c-9d1a-5f9fa04b4faa),segment_id=5a89ccad-6801-438c-9d1a-5f9fa04b4faa)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:30:06.758000 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-0fa7637e-85bc-4562-860e-1fa1634a557c req-bfaf3cd5-a390-4cec-99ee-d70abd3b9276 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=16fd06163ccc47f08a69c65f0aa273d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1305974 Jul 22 02:30:06.764456 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:06.769874 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:06.855696 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Pushing event updated for resources: {'Port': ['ID=5a9b2679-feef-4665-b29f-b514912da77f,revision_number=5']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:06.858518 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-b87280cd-9852-4fda-be22-b6fe88055664 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:06.868452 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-b87280cd-9852-4fda-be22-b6fe88055664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:06.885145 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '478dedcc-531f-4a30-a3f3-f84c265033c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfab35a5-a034-4f2d-bf47-d20d03f8a3d9'}] {{(pid=93207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:30:06.888423 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7ee477d080e02922d9a3c1e9b5cc60990edb702a504399eb5b32d0111ac025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f09c3a6-74a2-400b-8913-7a92017b3c6b" -d '{"events": [{"server_uuid": "478dedcc-531f-4a30-a3f3-f84c265033c7", "name": "network-vif-plugged", "status": "completed", "tag": "cfab35a5-a034-4f2d-bf47-d20d03f8a3d9"}]}' {{(pid=93207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:30:06.894049 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port cfab35a5-a034-4f2d-bf47-d20d03f8a3d9, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=cfab35a5-a034-4f2d-bf47-d20d03f8a3d9,segment=NetworkSegment(a638b51d-2435-4496-9631-dd2b69a2f0b6),segment_id=a638b51d-2435-4496-9631-dd2b69a2f0b6)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:30:06.900519 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:06.904025 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-0fa7637e-85bc-4562-860e-1fa1634a557c req-1fb30484-e6c0-49e6-b523-4485f25f449c service neutron] 10.222.0.30 "GET /v2.0/networks/49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450629 Jul 22 02:30:06.954141 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-814bb763-a824-4933-ad90-00b10cfca40f x-openstack-request-id: req-814bb763-a824-4933-ad90-00b10cfca40f {{(pid=93207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:30:06.954998 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "478dedcc-531f-4a30-a3f3-f84c265033c7", "name": "network-vif-plugged", "status": "completed", "tag": "cfab35a5-a034-4f2d-bf47-d20d03f8a3d9", "code": 200}]} {{(pid=93207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:30:06.955434 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-814bb763-a824-4933-ad90-00b10cfca40f {{(pid=93207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:30:06.956240 dv-cinder-792299-6-iscsi neutron-server[93207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '478dedcc-531f-4a30-a3f3-f84c265033c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfab35a5-a034-4f2d-bf47-d20d03f8a3d9', 'code': 200} Jul 22 02:30:06.963687 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Pushing event updated for resources: {'Port': ['ID=cfab35a5-a034-4f2d-bf47-d20d03f8a3d9,revision_number=5']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:06.984977 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87280cd-9852-4fda-be22-b6fe88055664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ffc5bf-242c-47a4-b905-a042d7835f64,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:07.009275 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-b87280cd-9852-4fda-be22-b6fe88055664 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=134787c691f7498fbca6d5bda1d3795e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5777366 Jul 22 02:30:07.011851 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 56668) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:07.044593 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-0fa7637e-85bc-4562-860e-1fa1634a557c req-e3dafb10-8618-4e1b-ba9b-977b81337287 service neutron] 10.222.0.30 "GET /v2.0/networks/49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238351 Jul 22 02:30:07.179197 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4f859fcb-277f-4dbb-9cf7-8f3bcd585dc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:07.269033 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4f859fcb-277f-4dbb-9cf7-8f3bcd585dc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:07.311978 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 56690) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:07.349488 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-d5d464b6-b815-4b0b-8793-7217f18fdb96 req-66dfc16f-ab9d-4d89-b355-9d37d3cae26e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0b0a6fce-a792-4c97-91b2-4c5f7b441b03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2305045 Jul 22 02:30:07.357721 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d97a126-6637-48ca-8d9e-56372bac8fc9 req-500652fe-66da-4b8b-a14d-d86a31e60f9b tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:07.359279 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-8d97a126-6637-48ca-8d9e-56372bac8fc9 req-500652fe-66da-4b8b-a14d-d86a31e60f9b tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2efc9eb-4c67-4b62-93ea-f95b382696ca HTTP/1.1" status: 200 len: 945 time: 0.1243279 Jul 22 02:30:07.366600 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4f859fcb-277f-4dbb-9cf7-8f3bcd585dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:07.369564 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4f859fcb-277f-4dbb-9cf7-8f3bcd585dc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:07.370821 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-4f859fcb-277f-4dbb-9cf7-8f3bcd585dc0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e4ffc5bf-242c-47a4-b905-a042d7835f64 HTTP/1.1" status: 204 len: 168 time: 0.3580410 Jul 22 02:30:07.372375 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-565d4b6f-85dc-4ccd-b516-781fd8d6f667 req-1561261a-83ad-4097-bed5-1c37e9037ca3 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=f29c7e1f-8f96-4903-a6ea-739c4b5fb7f6 HTTP/1.1" status: 200 len: 210 time: 0.0590336 Jul 22 02:30:07.384934 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5eeb38-ae5c-44ff-8789-6d4d67b5ef48 req-c23944c6-f43c-47bb-b63c-dbdf926e417a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:07.385789 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-cc5eeb38-ae5c-44ff-8789-6d4d67b5ef48 req-c23944c6-f43c-47bb-b63c-dbdf926e417a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=478dedcc-531f-4a30-a3f3-f84c265033c7 HTTP/1.1" status: 200 len: 1099 time: 0.2034495 Jul 22 02:30:07.392792 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f859fcb-277f-4dbb-9cf7-8f3bcd585dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ffc5bf-242c-47a4-b905-a042d7835f64,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:07.437216 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-cc5eeb38-ae5c-44ff-8789-6d4d67b5ef48 req-4e72f6b5-0142-4ade-a7bc-2f36787074f5 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=643d1e5c-74da-4213-83af-8f94feefb225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407467 Jul 22 02:30:07.467889 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-8d97a126-6637-48ca-8d9e-56372bac8fc9 req-3492383f-d018-4b21-b654-b5aa1e99516a tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941520 Jul 22 02:30:07.514063 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-34b6ecc2-8a7b-4665-8461-388d95160b3a req-6730b09a-0c57-40f5-ac9f-a5d72bb6b363 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b0dfcba-eda3-4d31-b73b-f820a8994dce HTTP/1.1" status: 200 len: 210 time: 0.0495331 Jul 22 02:30:07.560299 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-a70d9de8-4e45-4fd7-b7e6-5f5523bac723 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1538013664-network', 'tenant_id': '49c9e50599d84a4a9859913360561bdd'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:30:07.594359 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a70d9de8-4e45-4fd7-b7e6-5f5523bac723 admin admin] Made reservation on behalf of 49c9e50599d84a4a9859913360561bdd for: {'network': 1} {{(pid=93205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:30:07.596899 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a70d9de8-4e45-4fd7-b7e6-5f5523bac723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for network, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:07.615167 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a70d9de8-4e45-4fd7-b7e6-5f5523bac723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:07.638712 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d464b6-b815-4b0b-8793-7217f18fdb96 req-f6488f7f-a222-455c-933c-2643f122b169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:07.640235 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-d5d464b6-b815-4b0b-8793-7217f18fdb96 req-f6488f7f-a222-455c-933c-2643f122b169 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=16fd06163ccc47f08a69c65f0aa273d0&device_id=0b0a6fce-a792-4c97-91b2-4c5f7b441b03 HTTP/1.1" status: 200 len: 1098 time: 0.1373041 Jul 22 02:30:07.680082 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7febb1d9-be20-421c-a4a9-9b1a0a56e79d req-d365e908-fc46-475b-8077-0cad0ead427a tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:07.682002 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-7febb1d9-be20-421c-a4a9-9b1a0a56e79d req-d365e908-fc46-475b-8077-0cad0ead427a tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.30 "GET /v2.0/ports?device_id=478dedcc-531f-4a30-a3f3-f84c265033c7 HTTP/1.1" status: 200 len: 946 time: 0.1138570 Jul 22 02:30:07.749345 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-7febb1d9-be20-421c-a4a9-9b1a0a56e79d req-d6e4073a-70d7-4527-87cd-8ff503425cc2 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.30 "GET /v2.0/security-groups?id=643d1e5c-74da-4213-83af-8f94feefb225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612793 Jul 22 02:30:07.864846 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 56706) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:07.880190 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-8bc190f6-d37f-4243-ab8d-42d085505c8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:07.894615 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a70d9de8-4e45-4fd7-b7e6-5f5523bac723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:07.899953 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d464b6-b815-4b0b-8793-7217f18fdb96 req-8aaa234d-dc93-4c90-a874-010990887d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:07.901486 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-d5d464b6-b815-4b0b-8793-7217f18fdb96 req-8aaa234d-dc93-4c90-a874-010990887d64 service neutron] 10.222.0.23 "GET /v2.0/networks?id=49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d HTTP/1.1" status: 200 len: 915 time: 0.2169700 Jul 22 02:30:07.903444 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a70d9de8-4e45-4fd7-b7e6-5f5523bac723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:07.917999 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74cb40b-9ebd-45c9-a0a5-b9f2bb2f6f2f req-6986e163-cd79-4f8d-9bf9-ce6c38659abd tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:07.919499 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-d74cb40b-9ebd-45c9-a0a5-b9f2bb2f6f2f req-6986e163-cd79-4f8d-9bf9-ce6c38659abd tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.23 "GET /v2.0/networks?id=4519266e-72e1-49eb-bb7e-76cf6f2efe9d HTTP/1.1" status: 200 len: 808 time: 0.2361386 Jul 22 02:30:07.941440 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a70d9de8-4e45-4fd7-b7e6-5f5523bac723 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=93205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 02:30:07.986576 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-d5d464b6-b815-4b0b-8793-7217f18fdb96 req-f8208add-a1a5-4d28-9246-e081c8ad0390 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f53a050c-deec-464b-a0d0-6a7210d3fc48 HTTP/1.1" status: 200 len: 217 time: 0.0651295 Jul 22 02:30:07.990253 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-8bc190f6-d37f-4243-ab8d-42d085505c8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:07.994453 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-8bc190f6-d37f-4243-ab8d-42d085505c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:08.001111 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a70d9de8-4e45-4fd7-b7e6-5f5523bac723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767938'] for segment, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:08.001462 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.db.segments_db [None req-a70d9de8-4e45-4fd7-b7e6-5f5523bac723 admin admin] Added segment 522aa270-3bcd-4300-9685-cb50215d2a8f of type vlan for network 57e8dd34-d662-419f-94d8-7242dfd27cc7 Jul 22 02:30:08.003811 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70d9de8-4e45-4fd7-b7e6-5f5523bac723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c067629e-f510-4776-8758-7e9e9eb9e44a,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:08.043823 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc190f6-d37f-4243-ab8d-42d085505c8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6e577f-65bb-41b3-bb27-265aba4886cc,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:08.051227 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-8bc190f6-d37f-4243-ab8d-42d085505c8c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b010128c106d48118a013e20e339e0f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1824837 Jul 22 02:30:08.052022 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 56712) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:08.104396 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-8eeb3f75-600c-4f3c-b577-8ac83312b813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:08.107397 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-d74cb40b-9ebd-45c9-a0a5-b9f2bb2f6f2f req-c5f8a466-6bfb-42d7-bf7b-a68dc6e8a799 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be407e9b4d21489b9bf1679354068654 HTTP/1.1" status: 200 len: 380 time: 0.1319950 Jul 22 02:30:08.109184 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a70d9de8-4e45-4fd7-b7e6-5f5523bac723 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789867552247'] for network, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:08.121114 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d464b6-b815-4b0b-8793-7217f18fdb96 req-2530c1c8-2942-456b-82a2-63bb9f1ca22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:08.122593 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-d5d464b6-b815-4b0b-8793-7217f18fdb96 req-2530c1c8-2942-456b-82a2-63bb9f1ca22e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9cdf501c-c170-4983-bbb3-cf8fb45615cb HTTP/1.1" status: 200 len: 855 time: 0.1090801 Jul 22 02:30:08.129430 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-8eeb3f75-600c-4f3c-b577-8ac83312b813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:08.146135 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [req-d74cb40b-9ebd-45c9-a0a5-b9f2bb2f6f2f req-643092db-c5a9-4746-81a5-27cdfaeb5e9f tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Request body: {'port': {'device_id': '2b0dfcba-eda3-4d31-b73b-f820a8994dce', 'network_id': '4519266e-72e1-49eb-bb7e-76cf6f2efe9d', 'admin_state_up': True, 'tenant_id': 'be407e9b4d21489b9bf1679354068654', 'security_groups': ['32b10047-7e6e-4dee-84fb-05b15d12528e']}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:30:08.168387 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device 5a9b2679-feef-4665-b29f-b514912da77f up at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:30:08.191838 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-d5d464b6-b815-4b0b-8793-7217f18fdb96 req-0c858e55-65fd-4d3e-a1e2-e10982025920 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541253 Jul 22 02:30:08.198839 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a70d9de8-4e45-4fd7-b7e6-5f5523bac723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863'] for network, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:08.200047 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70d9de8-4e45-4fd7-b7e6-5f5523bac723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:08.200332 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a70d9de8-4e45-4fd7-b7e6-5f5523bac723 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583845'] for network, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:08.205711 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-8eeb3f75-600c-4f3c-b577-8ac83312b813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:08.208364 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-8eeb3f75-600c-4f3c-b577-8ac83312b813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:08.209643 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-8eeb3f75-600c-4f3c-b577-8ac83312b813 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ff6e577f-65bb-41b3-bb27-265aba4886cc HTTP/1.1" status: 204 len: 168 time: 0.1572945 Jul 22 02:30:08.221049 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeb3f75-600c-4f3c-b577-8ac83312b813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6e577f-65bb-41b3-bb27-265aba4886cc,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:08.256276 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning complete for port 5a9b2679-feef-4665-b29f-b514912da77f triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:30:08.256913 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:08.319401 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-a70d9de8-4e45-4fd7-b7e6-5f5523bac723 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0061600 Jul 22 02:30:08.322274 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 56720) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:08.328456 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.v2.base [None req-ee02b5a8-73c9-4d0c-ae76-ce0b6f300d87 admin admin] Request body: {'subnet': {'network_id': '57e8dd34-d662-419f-94d8-7242dfd27cc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1538013664-subnet', 'tenant_id': '49c9e50599d84a4a9859913360561bdd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:30:08.385688 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee02b5a8-73c9-4d0c-ae76-ce0b6f300d87 admin admin] Made reservation on behalf of 49c9e50599d84a4a9859913360561bdd for: {'subnet': 1} {{(pid=93206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:30:08.388867 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-ee02b5a8-73c9-4d0c-ae76-ce0b6f300d87 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:08.424499 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70d9de8-4e45-4fd7-b7e6-5f5523bac723 admin admin] Pushing event updated for resources: {'Network': ['ID=57e8dd34-d662-419f-94d8-7242dfd27cc7,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:08.455684 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Network 57e8dd34-d662-419f-94d8-7242dfd27cc7 details requested by agent ovs-agent-dv-cinder-792299-6-iscsi with host dv-cinder-792299-6-iscsi {{(pid=93207) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 02:30:08.525731 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-ab606c18-c16c-4108-a0ee-d1a3fa195579 req-6b1fc111-553e-4003-b260-4646dffe62c4 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=f29c7e1f-8f96-4903-a6ea-739c4b5fb7f6 HTTP/1.1" status: 200 len: 210 time: 0.0759180 Jul 22 02:30:08.541671 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-d5d464b6-b815-4b0b-8793-7217f18fdb96 req-b732abb1-5c18-4ca9-b063-c8e000f4f765 service neutron] 10.222.0.23 "GET /v2.0/networks/49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3369298 Jul 22 02:30:08.732586 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d74cb40b-9ebd-45c9-a0a5-b9f2bb2f6f2f req-643092db-c5a9-4746-81a5-27cdfaeb5e9f tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Made reservation on behalf of be407e9b4d21489b9bf1679354068654 for: {'port': 1} {{(pid=93205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:30:08.736507 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-d74cb40b-9ebd-45c9-a0a5-b9f2bb2f6f2f req-643092db-c5a9-4746-81a5-27cdfaeb5e9f tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:08.845889 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-d5d464b6-b815-4b0b-8793-7217f18fdb96 req-caf525f7-d431-40e6-ba76-52fcf8e16b26 service neutron] 10.222.0.23 "GET /v2.0/networks/49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887855 Jul 22 02:30:08.928458 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.db_base_plugin_common [req-d74cb40b-9ebd-45c9-a0a5-b9f2bb2f6f2f req-643092db-c5a9-4746-81a5-27cdfaeb5e9f tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Allocated IP 172.20.0.9 (4519266e-72e1-49eb-bb7e-76cf6f2efe9d/9cd4545e-995f-4d04-a4da-3045595e4283/7c227485-4c47-4b51-b15f-ee79405bab68) {{(pid=93205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:30:08.950869 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-c016ce9f-e1b0-4146-91ac-beefed052931 req-8e1838af-0650-446b-b2fa-554488662312 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b0dfcba-eda3-4d31-b73b-f820a8994dce HTTP/1.1" status: 200 len: 210 time: 0.1460872 Jul 22 02:30:08.956227 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-ee02b5a8-73c9-4d0c-ae76-ce0b6f300d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863'] for subnet, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:09.016871 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee02b5a8-73c9-4d0c-ae76-ce0b6f300d87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49940967-3dd2-4017-96ee-a383fac79dde,revision_number=0']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:09.188064 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa219b9-cec5-458f-b074-466c24901cf2 req-668610c9-dafc-42e6-9747-61cc1acae2de tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:09.189653 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-2fa219b9-cec5-458f-b074-466c24901cf2 req-668610c9-dafc-42e6-9747-61cc1acae2de tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2efc9eb-4c67-4b62-93ea-f95b382696ca HTTP/1.1" status: 200 len: 945 time: 0.3822267 Jul 22 02:30:09.197915 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee02b5a8-73c9-4d0c-ae76-ce0b6f300d87 admin admin] Checking segment: {'id': '522aa270-3bcd-4300-9685-cb50215d2a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '57e8dd34-d662-419f-94d8-7242dfd27cc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:30:09.198276 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee02b5a8-73c9-4d0c-ae76-ce0b6f300d87 admin admin] Network hostable DHCP agents. Network: 57e8dd34-d662-419f-94d8-7242dfd27cc7, hostable agents: ['7ec0f4f5-17d5-44d9-a280-5d81f7a2a404'], hosted agents: [] {{(pid=93206) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 02:30:09.215100 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7637e-85bc-4562-860e-1fa1634a557c req-20f6484a-2210-4137-b734-475fb51d12e7 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:09.216613 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-0fa7637e-85bc-4562-860e-1fa1634a557c req-20f6484a-2210-4137-b734-475fb51d12e7 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.23 "GET /v2.0/networks?id=49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d HTTP/1.1" status: 200 len: 815 time: 0.3967295 Jul 22 02:30:09.230237 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf6119-b9da-4150-8f00-3929fbd049bc req-d2068abe-dce4-4e84-a7c7-80d91d59682f tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:09.231776 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-6fcf6119-b9da-4150-8f00-3929fbd049bc req-d2068abe-dce4-4e84-a7c7-80d91d59682f tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.30 "GET /v2.0/ports?device_id=478dedcc-531f-4a30-a3f3-f84c265033c7 HTTP/1.1" status: 200 len: 946 time: 0.2001300 Jul 22 02:30:09.247087 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.v2.base [req-0fa7637e-85bc-4562-860e-1fa1634a557c req-c9d6482a-644e-46d9-bea7-8e24a9fe00bd tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Request body: {'port': {'device_id': 'f29c7e1f-8f96-4903-a6ea-739c4b5fb7f6', 'network_id': '49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d', 'admin_state_up': True, 'tenant_id': '16fd06163ccc47f08a69c65f0aa273d0'}} {{(pid=93206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:30:09.353822 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee02b5a8-73c9-4d0c-ae76-ce0b6f300d87 admin admin] Network 57e8dd34-d662-419f-94d8-7242dfd27cc7 is scheduled to be hosted by DHCP agent 7ec0f4f5-17d5-44d9-a280-5d81f7a2a404 with binding_index 1 {{(pid=93206) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 02:30:09.356893 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-d74cb40b-9ebd-45c9-a0a5-b9f2bb2f6f2f req-643092db-c5a9-4746-81a5-27cdfaeb5e9f tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks [] for port, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:09.358172 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-2fa219b9-cec5-458f-b074-466c24901cf2 req-e49c54d0-5137-44c6-a74e-f6d18f2a72fe tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559036 Jul 22 02:30:09.374011 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.provisioning_blocks [req-d74cb40b-9ebd-45c9-a0a5-b9f2bb2f6f2f req-643092db-c5a9-4746-81a5-27cdfaeb5e9f tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Transition to ACTIVE for port object 7c227485-4c47-4b51-b15f-ee79405bab68 will not be triggered until provisioned by entity DHCP. {{(pid=93205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:30:09.383668 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-6fcf6119-b9da-4150-8f00-3929fbd049bc req-2ec10c95-8100-4a52-9179-1f553040028b tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.30 "GET /v2.0/security-groups?id=643d1e5c-74da-4213-83af-8f94feefb225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300249 Jul 22 02:30:09.401710 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.base_scheduler [None req-ee02b5a8-73c9-4d0c-ae76-ce0b6f300d87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-6-iscsi, 57e8dd34-d662-419f-94d8-7242dfd27cc7) {{(pid=93206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:30:09.410922 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee02b5a8-73c9-4d0c-ae76-ce0b6f300d87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:09.413446 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b18f72-456c-460c-b05b-10ba6842ac6d None None] Network 57e8dd34-d662-419f-94d8-7242dfd27cc7 requested from dv-cinder-792299-6-iscsi {{(pid=93207) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:30:09.413932 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-ee02b5a8-73c9-4d0c-ae76-ce0b6f300d87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:09.454190 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-d74cb40b-9ebd-45c9-a0a5-b9f2bb2f6f2f req-643092db-c5a9-4746-81a5-27cdfaeb5e9f tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789867566219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3324451'] for port, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:09.487624 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-ee02b5a8-73c9-4d0c-ae76-ce0b6f300d87 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1639831 Jul 22 02:30:09.499134 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d74cb40b-9ebd-45c9-a0a5-b9f2bb2f6f2f req-643092db-c5a9-4746-81a5-27cdfaeb5e9f tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Network 4519266e-72e1-49eb-bb7e-76cf6f2efe9d is already hosted by enough agents. {{(pid=93205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:30:09.503038 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.base_scheduler [req-d74cb40b-9ebd-45c9-a0a5-b9f2bb2f6f2f req-643092db-c5a9-4746-81a5-27cdfaeb5e9f tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Resources bound (agent type, host, resource id): {{(pid=93205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:30:09.506085 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.l3_dvrscheduler_db [req-d74cb40b-9ebd-45c9-a0a5-b9f2bb2f6f2f req-643092db-c5a9-4746-81a5-27cdfaeb5e9f tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Received port after_create {{(pid=93205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:30:09.516489 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fa7637e-85bc-4562-860e-1fa1634a557c req-c9d6482a-644e-46d9-bea7-8e24a9fe00bd tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Made reservation on behalf of 16fd06163ccc47f08a69c65f0aa273d0 for: {'port': 1} {{(pid=93206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:30:09.523585 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-0fa7637e-85bc-4562-860e-1fa1634a557c req-c9d6482a-644e-46d9-bea7-8e24a9fe00bd tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:09.609469 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643092db-c5a9-4746-81a5-27cdfaeb5e9f tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Pushing event updated for resources: {'Port': ['ID=7c227485-4c47-4b51-b15f-ee79405bab68,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:09.636864 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74cb40b-9ebd-45c9-a0a5-b9f2bb2f6f2f req-643092db-c5a9-4746-81a5-27cdfaeb5e9f tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:09.637541 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-d74cb40b-9ebd-45c9-a0a5-b9f2bb2f6f2f req-643092db-c5a9-4746-81a5-27cdfaeb5e9f tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409'] for port, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:09.652880 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562c3d6d-fe7a-4641-9a6d-31f6bdb221ae None None] Network 57e8dd34-d662-419f-94d8-7242dfd27cc7 requested from dv-cinder-792299-6-iscsi {{(pid=93207) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:30:09.673654 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-d74cb40b-9ebd-45c9-a0a5-b9f2bb2f6f2f req-643092db-c5a9-4746-81a5-27cdfaeb5e9f tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5345490 Jul 22 02:30:09.744841 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-18beec6f-30c5-4dbe-a964-8af35a02e512 req-ea6178f7-454d-41a4-be63-8e52c4656859 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=f29c7e1f-8f96-4903-a6ea-739c4b5fb7f6 HTTP/1.1" status: 200 len: 210 time: 0.0749516 Jul 22 02:30:09.804856 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.db_base_plugin_common [req-0fa7637e-85bc-4562-860e-1fa1634a557c req-c9d6482a-644e-46d9-bea7-8e24a9fe00bd tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Allocated IP 172.20.0.7 (49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d/9cdf501c-c170-4983-bbb3-cf8fb45615cb/69ce3adf-370f-4b16-a26a-3157068d16e7) {{(pid=93206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:30:09.848184 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-392ea275-2ba8-4669-9a9e-7ab1801afb14 None None] Provisioning for port 7c227485-4c47-4b51-b15f-ee79405bab68 completed by entity DHCP. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:30:09.853189 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-392ea275-2ba8-4669-9a9e-7ab1801afb14 None None] Provisioning complete for port 7c227485-4c47-4b51-b15f-ee79405bab68 triggered by entity DHCP. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:30:09.853444 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-392ea275-2ba8-4669-9a9e-7ab1801afb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:09.898575 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-392ea275-2ba8-4669-9a9e-7ab1801afb14 None None] Port 7c227485-4c47-4b51-b15f-ee79405bab68 cannot update to ACTIVE because it is not bound. {{(pid=93207) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 02:30:09.966050 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 56780) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:09.997346 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-0fa7637e-85bc-4562-860e-1fa1634a557c req-c9d6482a-644e-46d9-bea7-8e24a9fe00bd tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Notify callbacks [] for port, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:10.092251 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-0fa7637e-85bc-4562-860e-1fa1634a557c req-c9d6482a-644e-46d9-bea7-8e24a9fe00bd tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789867566219'] for port, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:10.095803 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-b712b93d-8e4e-4475-a213-0adf93ae4db6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:10.151603 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fa7637e-85bc-4562-860e-1fa1634a557c req-c9d6482a-644e-46d9-bea7-8e24a9fe00bd tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Network 49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d is already hosted by enough agents. {{(pid=93206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:30:10.153602 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d6482a-644e-46d9-bea7-8e24a9fe00bd tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Pushing event updated for resources: {'Port': ['ID=69ce3adf-370f-4b16-a26a-3157068d16e7,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:10.157694 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.base_scheduler [req-0fa7637e-85bc-4562-860e-1fa1634a557c req-c9d6482a-644e-46d9-bea7-8e24a9fe00bd tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Resources bound (agent type, host, resource id): {{(pid=93206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:30:10.166952 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c40d8-de09-4e18-9641-b9dae03b1e82 req-b4360981-6dc8-40c0-96b3-6dd2f1791f2f tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:10.173144 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-636c40d8-de09-4e18-9641-b9dae03b1e82 req-b4360981-6dc8-40c0-96b3-6dd2f1791f2f tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b0dfcba-eda3-4d31-b73b-f820a8994dce HTTP/1.1" status: 200 len: 931 time: 0.1353557 Jul 22 02:30:10.176573 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fa7637e-85bc-4562-860e-1fa1634a557c req-c9d6482a-644e-46d9-bea7-8e24a9fe00bd tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Received port after_create {{(pid=93206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:30:10.182161 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7637e-85bc-4562-860e-1fa1634a557c req-c9d6482a-644e-46d9-bea7-8e24a9fe00bd tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:10.182752 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-0fa7637e-85bc-4562-860e-1fa1634a557c req-c9d6482a-644e-46d9-bea7-8e24a9fe00bd tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583845'] for port, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:10.209194 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-b712b93d-8e4e-4475-a213-0adf93ae4db6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:10.213975 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-b712b93d-8e4e-4475-a213-0adf93ae4db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:10.219344 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-0fa7637e-85bc-4562-860e-1fa1634a557c req-c9d6482a-644e-46d9-bea7-8e24a9fe00bd tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9862931 Jul 22 02:30:10.232862 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-636c40d8-de09-4e18-9641-b9dae03b1e82 req-bca36e84-909a-45bd-af00-942782ea1751 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/security-groups?id=32b10047-7e6e-4dee-84fb-05b15d12528e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587201 Jul 22 02:30:10.243607 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 56794) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:10.256038 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.v2.base [None req-904bb18a-8e78-4bb0-9349-1b6918f524d7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-984335402-network', 'tenant_id': '576f468b53f0453daeece439e662064c'}} {{(pid=93206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:30:10.256236 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-b712b93d-8e4e-4475-a213-0adf93ae4db6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fe396e54d2704748ad662eab4a98f366&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2869599 Jul 22 02:30:10.257482 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 56796) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:10.258498 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b712b93d-8e4e-4475-a213-0adf93ae4db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07cfc808-e08a-4c6e-a159-3f85085eedb9,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:10.278955 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-904bb18a-8e78-4bb0-9349-1b6918f524d7 admin admin] Made reservation on behalf of 576f468b53f0453daeece439e662064c for: {'network': 1} {{(pid=93206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:30:10.281246 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-904bb18a-8e78-4bb0-9349-1b6918f524d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for network, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:10.291006 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-904bb18a-8e78-4bb0-9349-1b6918f524d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:10.314280 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-c3e764e3-69ec-467a-a4d3-f2f31a0b4edc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:10.336439 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-c3e764e3-69ec-467a-a4d3-f2f31a0b4edc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:10.383805 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-904bb18a-8e78-4bb0-9349-1b6918f524d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:10.385126 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-c3e764e3-69ec-467a-a4d3-f2f31a0b4edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:10.388132 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-c3e764e3-69ec-467a-a4d3-f2f31a0b4edc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:10.389500 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-c3e764e3-69ec-467a-a4d3-f2f31a0b4edc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/07cfc808-e08a-4c6e-a159-3f85085eedb9 HTTP/1.1" status: 204 len: 168 time: 0.1243250 Jul 22 02:30:10.392983 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-904bb18a-8e78-4bb0-9349-1b6918f524d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:10.398417 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e764e3-69ec-467a-a4d3-f2f31a0b4edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07cfc808-e08a-4c6e-a159-3f85085eedb9,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:10.429729 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-904bb18a-8e78-4bb0-9349-1b6918f524d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=93206) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 02:30:10.444762 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904bb18a-8e78-4bb0-9349-1b6918f524d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8384af9-d242-4c5f-b0d0-ae932b6dcc58,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:10.448493 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-904bb18a-8e78-4bb0-9349-1b6918f524d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767938'] for segment, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:10.448867 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.db.segments_db [None req-904bb18a-8e78-4bb0-9349-1b6918f524d7 admin admin] Added segment d2600157-d175-4bd5-836b-19d4d24c49bc of type vlan for network 8a977a30-4960-4d88-847f-d8dbe4b52383 Jul 22 02:30:10.518980 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-904bb18a-8e78-4bb0-9349-1b6918f524d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789867552247'] for network, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:10.568991 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278be2a6-ecaf-46e0-9cbf-dd27ec3c3437 req-c0758346-fb2e-428a-b66d-81b11f8cafb9 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:10.573088 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-278be2a6-ecaf-46e0-9cbf-dd27ec3c3437 req-c0758346-fb2e-428a-b66d-81b11f8cafb9 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2efc9eb-4c67-4b62-93ea-f95b382696ca HTTP/1.1" status: 200 len: 945 time: 0.1162322 Jul 22 02:30:10.573720 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-904bb18a-8e78-4bb0-9349-1b6918f524d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863'] for network, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:10.574620 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904bb18a-8e78-4bb0-9349-1b6918f524d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:10.575300 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-904bb18a-8e78-4bb0-9349-1b6918f524d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583845'] for network, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:10.617263 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-904bb18a-8e78-4bb0-9349-1b6918f524d7 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3723469 Jul 22 02:30:10.621445 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 56804) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:10.627888 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.v2.base [None req-92c74a3b-1f7c-4723-ad69-dab278159ceb admin admin] Request body: {'subnet': {'network_id': '8a977a30-4960-4d88-847f-d8dbe4b52383', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-984335402-subnet', 'tenant_id': '576f468b53f0453daeece439e662064c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:30:10.678771 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904bb18a-8e78-4bb0-9349-1b6918f524d7 admin admin] Pushing event updated for resources: {'Network': ['ID=8a977a30-4960-4d88-847f-d8dbe4b52383,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:10.689220 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-278be2a6-ecaf-46e0-9cbf-dd27ec3c3437 req-3cd06950-b4eb-4b20-bfb4-6b5f5dcdf276 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111887 Jul 22 02:30:10.689930 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Network 8a977a30-4960-4d88-847f-d8dbe4b52383 details requested by agent ovs-agent-dv-cinder-792299-6-iscsi with host dv-cinder-792299-6-iscsi {{(pid=93207) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 02:30:10.696725 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c74a3b-1f7c-4723-ad69-dab278159ceb admin admin] Made reservation on behalf of 576f468b53f0453daeece439e662064c for: {'subnet': 1} {{(pid=93206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:30:10.699098 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-92c74a3b-1f7c-4723-ad69-dab278159ceb admin admin] Notify callbacks [] for subnet, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:10.902743 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-92c74a3b-1f7c-4723-ad69-dab278159ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863'] for subnet, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:10.958289 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af79771c-3fed-4139-8760-3884197bb859 req-f30ea40b-1717-479c-851a-1ac37cb88ca4 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:10.959767 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-af79771c-3fed-4139-8760-3884197bb859 req-f30ea40b-1717-479c-851a-1ac37cb88ca4 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=f29c7e1f-8f96-4903-a6ea-739c4b5fb7f6 HTTP/1.1" status: 200 len: 931 time: 0.1480410 Jul 22 02:30:10.975019 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c74a3b-1f7c-4723-ad69-dab278159ceb admin admin] Pushing event updated for resources: {'Subnet': ['ID=35f4f856-dc00-40b9-a8a8-f507cc5a697e,revision_number=0']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:11.000681 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c74a3b-1f7c-4723-ad69-dab278159ceb admin admin] Checking segment: {'id': 'd2600157-d175-4bd5-836b-19d4d24c49bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8a977a30-4960-4d88-847f-d8dbe4b52383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:30:11.001072 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c74a3b-1f7c-4723-ad69-dab278159ceb admin admin] Network hostable DHCP agents. Network: 8a977a30-4960-4d88-847f-d8dbe4b52383, hostable agents: ['7ec0f4f5-17d5-44d9-a280-5d81f7a2a404'], hosted agents: [] {{(pid=93206) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 02:30:11.019050 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-af79771c-3fed-4139-8760-3884197bb859 req-a81994f6-77c1-4864-a828-0a66fe4890f2 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488727 Jul 22 02:30:11.047034 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c74a3b-1f7c-4723-ad69-dab278159ceb admin admin] Network 8a977a30-4960-4d88-847f-d8dbe4b52383 is scheduled to be hosted by DHCP agent 7ec0f4f5-17d5-44d9-a280-5d81f7a2a404 with binding_index 1 {{(pid=93206) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 02:30:11.062075 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.base_scheduler [None req-92c74a3b-1f7c-4723-ad69-dab278159ceb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-6-iscsi, 8a977a30-4960-4d88-847f-d8dbe4b52383) {{(pid=93206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:30:11.066989 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-132fa6d4-31f6-4737-addc-c9bc8146d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:11.067832 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c74a3b-1f7c-4723-ad69-dab278159ceb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:11.068612 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-92c74a3b-1f7c-4723-ad69-dab278159ceb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:11.077145 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37277aee-876d-4997-901b-cba45b67f1fb None None] Network 8a977a30-4960-4d88-847f-d8dbe4b52383 requested from dv-cinder-792299-6-iscsi {{(pid=93207) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:30:11.087352 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-92c74a3b-1f7c-4723-ad69-dab278159ceb admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4624610 Jul 22 02:30:11.248113 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc63224-959c-44d6-9c7f-197d2fa29ed6 None None] Network 8a977a30-4960-4d88-847f-d8dbe4b52383 requested from dv-cinder-792299-6-iscsi {{(pid=93207) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:30:11.399879 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94138bbb-eab6-414e-ba27-e52241624880 req-5326453b-d285-45d5-8cc5-04f5aa31cb92 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:11.406716 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-94138bbb-eab6-414e-ba27-e52241624880 req-5326453b-d285-45d5-8cc5-04f5aa31cb92 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b0dfcba-eda3-4d31-b73b-f820a8994dce HTTP/1.1" status: 200 len: 931 time: 0.0888493 Jul 22 02:30:11.443866 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-94138bbb-eab6-414e-ba27-e52241624880 req-4f4d84c2-d89b-4b0a-9cb5-8b5bf60ac114 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/security-groups?id=32b10047-7e6e-4dee-84fb-05b15d12528e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361335 Jul 22 02:30:11.839318 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d035b00c-e9a4-4bd8-9299-a7cdf51fc69f req-92fe2104-07f6-4dd0-84c0-e9ab46df40b8 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:11.841020 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d035b00c-e9a4-4bd8-9299-a7cdf51fc69f req-92fe2104-07f6-4dd0-84c0-e9ab46df40b8 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2efc9eb-4c67-4b62-93ea-f95b382696ca HTTP/1.1" status: 200 len: 945 time: 0.0745707 Jul 22 02:30:11.893622 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d035b00c-e9a4-4bd8-9299-a7cdf51fc69f req-18834b7c-f675-414f-8f15-a7347a8677ab tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453115 Jul 22 02:30:12.167914 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5546484d-fd85-4a0e-91d8-f1f8699d594d req-6b366207-efae-4807-975d-4c86029e8b12 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:12.169427 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-5546484d-fd85-4a0e-91d8-f1f8699d594d req-6b366207-efae-4807-975d-4c86029e8b12 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=f29c7e1f-8f96-4903-a6ea-739c4b5fb7f6 HTTP/1.1" status: 200 len: 931 time: 0.0736117 Jul 22 02:30:12.190351 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] get_ports_and_sgs() called for port_ids ['f53a050c-deec-464b-a0d0-6a7210d3fc48', '37cfc40c-b9e9-468f-8dbf-d5a95bd96599'] {{(pid=93207) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:30:12.213154 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [req-d74cb40b-9ebd-45c9-a0a5-b9f2bb2f6f2f req-bd5302d9-ce53-4c65-b602-f5cff4177103 service neutron] Request body: {'port': {'device_id': '2b0dfcba-eda3-4d31-b73b-f820a8994dce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:30:12.266618 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.v2.base [req-0fa7637e-85bc-4562-860e-1fa1634a557c req-8f411e68-a213-4961-913b-f73fbe784756 service neutron] Request body: {'port': {'device_id': 'f29c7e1f-8f96-4903-a6ea-739c4b5fb7f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=93206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:30:12.280875 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:12.309141 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-5546484d-fd85-4a0e-91d8-f1f8699d594d req-fc302c00-d44e-4770-af63-361cf84d9419 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339529 Jul 22 02:30:12.368853 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-d74cb40b-9ebd-45c9-a0a5-b9f2bb2f6f2f req-bd5302d9-ce53-4c65-b602-f5cff4177103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:12.389615 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-0fa7637e-85bc-4562-860e-1fa1634a557c req-8f411e68-a213-4961-913b-f73fbe784756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:12.882938 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30579ef-4d14-40fc-9a8b-8089ecc948c6 req-5113f984-cc08-4ec1-a639-07a589388487 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:12.884978 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d30579ef-4d14-40fc-9a8b-8089ecc948c6 req-5113f984-cc08-4ec1-a639-07a589388487 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b0dfcba-eda3-4d31-b73b-f820a8994dce HTTP/1.1" status: 200 len: 931 time: 0.2806873 Jul 22 02:30:12.886918 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [req-0fa7637e-85bc-4562-860e-1fa1634a557c req-8f411e68-a213-4961-913b-f73fbe784756 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69ce3adf-370f-4b16-a26a-3157068d16e7 {{(pid=93206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:30:12.896137 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-0fa7637e-85bc-4562-860e-1fa1634a557c req-8f411e68-a213-4961-913b-f73fbe784756 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:12.910349 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.notifiers.nova [req-d74cb40b-9ebd-45c9-a0a5-b9f2bb2f6f2f req-bd5302d9-ce53-4c65-b602-f5cff4177103 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c227485-4c47-4b51-b15f-ee79405bab68 {{(pid=93205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:30:12.938156 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-d74cb40b-9ebd-45c9-a0a5-b9f2bb2f6f2f req-bd5302d9-ce53-4c65-b602-f5cff4177103 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:12.947947 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d30579ef-4d14-40fc-9a8b-8089ecc948c6 req-4aafbad0-ad03-4e17-a7cb-48cf6a0ef827 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/security-groups?id=32b10047-7e6e-4dee-84fb-05b15d12528e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563226 Jul 22 02:30:12.960693 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [req-0fa7637e-85bc-4562-860e-1fa1634a557c req-8f411e68-a213-4961-913b-f73fbe784756 service neutron] Transition to ACTIVE for port object 69ce3adf-370f-4b16-a26a-3157068d16e7 will not be triggered until provisioned by entity L2. {{(pid=93206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:30:12.965882 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-0fa7637e-85bc-4562-860e-1fa1634a557c req-8f411e68-a213-4961-913b-f73fbe784756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:12.975191 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.provisioning_blocks [req-d74cb40b-9ebd-45c9-a0a5-b9f2bb2f6f2f req-bd5302d9-ce53-4c65-b602-f5cff4177103 service neutron] Transition to ACTIVE for port object 7c227485-4c47-4b51-b15f-ee79405bab68 will not be triggered until provisioned by entity L2. {{(pid=93205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:30:12.982973 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-d74cb40b-9ebd-45c9-a0a5-b9f2bb2f6f2f req-bd5302d9-ce53-4c65-b602-f5cff4177103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3324456'] for port, after_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:13.038455 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5302d9-ce53-4c65-b602-f5cff4177103 service neutron] Pushing event updated for resources: {'Port': ['ID=7c227485-4c47-4b51-b15f-ee79405bab68,revision_number=2']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:13.104975 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f411e68-a213-4961-913b-f73fbe784756 service neutron] Pushing event updated for resources: {'Port': ['ID=69ce3adf-370f-4b16-a26a-3157068d16e7,revision_number=2']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:13.127982 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [req-0fa7637e-85bc-4562-860e-1fa1634a557c req-8f411e68-a213-4961-913b-f73fbe784756 service neutron] Attempting to bind port 69ce3adf-370f-4b16-a26a-3157068d16e7 on host hv-cinder-79229 for vnic_type normal with profile {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:30:13.127982 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [req-0fa7637e-85bc-4562-860e-1fa1634a557c req-8f411e68-a213-4961-913b-f73fbe784756 service neutron] Attempting to bind port 69ce3adf-370f-4b16-a26a-3157068d16e7 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '1178c6d7-38f4-4aec-bb2e-34535e569c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d'}] {{(pid=93206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:30:13.130105 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.managers [req-d74cb40b-9ebd-45c9-a0a5-b9f2bb2f6f2f req-bd5302d9-ce53-4c65-b602-f5cff4177103 service neutron] Attempting to bind port 7c227485-4c47-4b51-b15f-ee79405bab68 on host hv-cinder-79229 for vnic_type normal with profile {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:30:13.130438 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.managers [req-d74cb40b-9ebd-45c9-a0a5-b9f2bb2f6f2f req-bd5302d9-ce53-4c65-b602-f5cff4177103 service neutron] Attempting to bind port 7c227485-4c47-4b51-b15f-ee79405bab68 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '5a89ccad-6801-438c-9d1a-5f9fa04b4faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '4519266e-72e1-49eb-bb7e-76cf6f2efe9d'}] {{(pid=93205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:30:13.131091 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74cb40b-9ebd-45c9-a0a5-b9f2bb2f6f2f req-bd5302d9-ce53-4c65-b602-f5cff4177103 service neutron] Attempting to bind port 7c227485-4c47-4b51-b15f-ee79405bab68 on network 4519266e-72e1-49eb-bb7e-76cf6f2efe9d {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:30:13.132557 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa7637e-85bc-4562-860e-1fa1634a557c req-8f411e68-a213-4961-913b-f73fbe784756 service neutron] Attempting to bind port 69ce3adf-370f-4b16-a26a-3157068d16e7 on network 49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:30:13.140397 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa7637e-85bc-4562-860e-1fa1634a557c req-8f411e68-a213-4961-913b-f73fbe784756 service neutron] Port 69ce3adf-370f-4b16-a26a-3157068d16e7 on network 49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 02:30:13.140743 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa7637e-85bc-4562-860e-1fa1634a557c req-8f411e68-a213-4961-913b-f73fbe784756 service neutron] Attempting to bind port 69ce3adf-370f-4b16-a26a-3157068d16e7 on network 49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:30:13.148806 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74cb40b-9ebd-45c9-a0a5-b9f2bb2f6f2f req-bd5302d9-ce53-4c65-b602-f5cff4177103 service neutron] Port 7c227485-4c47-4b51-b15f-ee79405bab68 on network 4519266e-72e1-49eb-bb7e-76cf6f2efe9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 02:30:13.149631 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74cb40b-9ebd-45c9-a0a5-b9f2bb2f6f2f req-bd5302d9-ce53-4c65-b602-f5cff4177103 service neutron] Attempting to bind port 7c227485-4c47-4b51-b15f-ee79405bab68 on network 4519266e-72e1-49eb-bb7e-76cf6f2efe9d {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:30:13.155375 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74cb40b-9ebd-45c9-a0a5-b9f2bb2f6f2f req-bd5302d9-ce53-4c65-b602-f5cff4177103 service neutron] Checking agent: {'id': '3e047b69-7131-4bb7-a905-86c2cdf7c2d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 27, 10), 'started_at': datetime.datetime(2021, 7, 22, 2, 27, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:30:13.155717 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74cb40b-9ebd-45c9-a0a5-b9f2bb2f6f2f req-bd5302d9-ce53-4c65-b602-f5cff4177103 service neutron] Checking segment: {'id': '5a89ccad-6801-438c-9d1a-5f9fa04b4faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '4519266e-72e1-49eb-bb7e-76cf6f2efe9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:30:13.156107 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74cb40b-9ebd-45c9-a0a5-b9f2bb2f6f2f req-bd5302d9-ce53-4c65-b602-f5cff4177103 service neutron] Bound using segment: {'id': '5a89ccad-6801-438c-9d1a-5f9fa04b4faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '4519266e-72e1-49eb-bb7e-76cf6f2efe9d'} {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:30:13.156547 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.managers [req-d74cb40b-9ebd-45c9-a0a5-b9f2bb2f6f2f req-bd5302d9-ce53-4c65-b602-f5cff4177103 service neutron] Bound port: 7c227485-4c47-4b51-b15f-ee79405bab68, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a89ccad-6801-438c-9d1a-5f9fa04b4faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '4519266e-72e1-49eb-bb7e-76cf6f2efe9d'}}] {{(pid=93205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:30:13.157080 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-d74cb40b-9ebd-45c9-a0a5-b9f2bb2f6f2f req-bd5302d9-ce53-4c65-b602-f5cff4177103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:13.166739 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa7637e-85bc-4562-860e-1fa1634a557c req-8f411e68-a213-4961-913b-f73fbe784756 service neutron] Checking agent: {'id': '3e047b69-7131-4bb7-a905-86c2cdf7c2d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 27, 10), 'started_at': datetime.datetime(2021, 7, 22, 2, 27, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:30:13.167110 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa7637e-85bc-4562-860e-1fa1634a557c req-8f411e68-a213-4961-913b-f73fbe784756 service neutron] Checking segment: {'id': '1178c6d7-38f4-4aec-bb2e-34535e569c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:30:13.167469 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa7637e-85bc-4562-860e-1fa1634a557c req-8f411e68-a213-4961-913b-f73fbe784756 service neutron] Bound using segment: {'id': '1178c6d7-38f4-4aec-bb2e-34535e569c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d'} {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:30:13.167901 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [req-0fa7637e-85bc-4562-860e-1fa1634a557c req-8f411e68-a213-4961-913b-f73fbe784756 service neutron] Bound port: 69ce3adf-370f-4b16-a26a-3157068d16e7, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1178c6d7-38f4-4aec-bb2e-34535e569c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d'}}] {{(pid=93206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:30:13.168298 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-0fa7637e-85bc-4562-860e-1fa1634a557c req-8f411e68-a213-4961-913b-f73fbe784756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:13.217924 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dec428-6e55-4810-80c9-b67c5219adfa req-922700f3-62d8-4b0e-8166-fe54c1e3f46c tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:13.218977 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-05dec428-6e55-4810-80c9-b67c5219adfa req-922700f3-62d8-4b0e-8166-fe54c1e3f46c tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2efc9eb-4c67-4b62-93ea-f95b382696ca HTTP/1.1" status: 200 len: 945 time: 0.2207358 Jul 22 02:30:13.292995 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.db [req-d74cb40b-9ebd-45c9-a0a5-b9f2bb2f6f2f req-bd5302d9-ce53-4c65-b602-f5cff4177103 service neutron] For port 7c227485-4c47-4b51-b15f-ee79405bab68, host hv-cinder-79229, cleared binding levels {{(pid=93205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:30:13.298616 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.db [req-d74cb40b-9ebd-45c9-a0a5-b9f2bb2f6f2f req-bd5302d9-ce53-4c65-b602-f5cff4177103 service neutron] For port 7c227485-4c47-4b51-b15f-ee79405bab68, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=7c227485-4c47-4b51-b15f-ee79405bab68,segment=NetworkSegment(5a89ccad-6801-438c-9d1a-5f9fa04b4faa),segment_id=5a89ccad-6801-438c-9d1a-5f9fa04b4faa)] {{(pid=93205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:30:13.308682 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-05dec428-6e55-4810-80c9-b67c5219adfa req-8458065e-f081-4b14-a715-83f9a877d453 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659442 Jul 22 02:30:13.310439 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-d74cb40b-9ebd-45c9-a0a5-b9f2bb2f6f2f req-bd5302d9-ce53-4c65-b602-f5cff4177103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3324456'] for port, after_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:13.323124 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [req-0fa7637e-85bc-4562-860e-1fa1634a557c req-8f411e68-a213-4961-913b-f73fbe784756 service neutron] For port 69ce3adf-370f-4b16-a26a-3157068d16e7, host hv-cinder-79229, cleared binding levels {{(pid=93206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:30:13.333107 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [req-0fa7637e-85bc-4562-860e-1fa1634a557c req-8f411e68-a213-4961-913b-f73fbe784756 service neutron] For port 69ce3adf-370f-4b16-a26a-3157068d16e7, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=69ce3adf-370f-4b16-a26a-3157068d16e7,segment=NetworkSegment(1178c6d7-38f4-4aec-bb2e-34535e569c60),segment_id=1178c6d7-38f4-4aec-bb2e-34535e569c60)] {{(pid=93206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:30:13.339261 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-0fa7637e-85bc-4562-860e-1fa1634a557c req-8f411e68-a213-4961-913b-f73fbe784756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:13.356634 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74cb40b-9ebd-45c9-a0a5-b9f2bb2f6f2f req-bd5302d9-ce53-4c65-b602-f5cff4177103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:13.357395 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-d74cb40b-9ebd-45c9-a0a5-b9f2bb2f6f2f req-bd5302d9-ce53-4c65-b602-f5cff4177103 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409'] for port, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:13.358785 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-d74cb40b-9ebd-45c9-a0a5-b9f2bb2f6f2f req-bd5302d9-ce53-4c65-b602-f5cff4177103 service neutron] 10.222.0.23 "PUT /v2.0/ports/7c227485-4c47-4b51-b15f-ee79405bab68 HTTP/1.1" status: 200 len: 1093 time: 1.1502678 Jul 22 02:30:13.359222 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b0dfcba-eda3-4d31-b73b-f820a8994dce', 'tag': '7c227485-4c47-4b51-b15f-ee79405bab68'}] {{(pid=93205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:30:13.363846 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1519ab49a2e6f2c0b9af796621e68389a02ac4e63e9641ecb08298f364d17118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-945ca0aa-b7c8-483b-a60d-1860fb95036a" -d '{"events": [{"name": "network-changed", "server_uuid": "2b0dfcba-eda3-4d31-b73b-f820a8994dce", "tag": "7c227485-4c47-4b51-b15f-ee79405bab68"}]}' {{(pid=93205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:30:13.393287 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5302d9-ce53-4c65-b602-f5cff4177103 service neutron] Pushing event updated for resources: {'Port': ['ID=7c227485-4c47-4b51-b15f-ee79405bab68,revision_number=3']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:13.436547 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7637e-85bc-4562-860e-1fa1634a557c req-8f411e68-a213-4961-913b-f73fbe784756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:13.437272 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-0fa7637e-85bc-4562-860e-1fa1634a557c req-8f411e68-a213-4961-913b-f73fbe784756 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583845'] for port, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:13.438709 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-0fa7637e-85bc-4562-860e-1fa1634a557c req-8f411e68-a213-4961-913b-f73fbe784756 service neutron] 10.222.0.23 "PUT /v2.0/ports/69ce3adf-370f-4b16-a26a-3157068d16e7 HTTP/1.1" status: 200 len: 1093 time: 1.1901262 Jul 22 02:30:13.440135 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f29c7e1f-8f96-4903-a6ea-739c4b5fb7f6', 'tag': '69ce3adf-370f-4b16-a26a-3157068d16e7'}] {{(pid=93206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:30:13.442394 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2c7467b3a520cac2f9dc58394876cadcbbb82697b422dc56d8b09de1a4b7e26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f74f1cc-67e4-4836-be5c-a1e27d9bce68" -d '{"events": [{"name": "network-changed", "server_uuid": "f29c7e1f-8f96-4903-a6ea-739c4b5fb7f6", "tag": "69ce3adf-370f-4b16-a26a-3157068d16e7"}]}' {{(pid=93206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:30:13.464464 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f411e68-a213-4961-913b-f73fbe784756 service neutron] Pushing event updated for resources: {'Port': ['ID=69ce3adf-370f-4b16-a26a-3157068d16e7,revision_number=3']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:13.467337 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 02:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838ce123-fd35-4e4d-b994-f067f4886eba x-openstack-request-id: req-838ce123-fd35-4e4d-b994-f067f4886eba {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:30:13.467919 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b0dfcba-eda3-4d31-b73b-f820a8994dce", "tag": "7c227485-4c47-4b51-b15f-ee79405bab68", "status": "completed", "code": 200}]} {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:30:13.468349 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-838ce123-fd35-4e4d-b994-f067f4886eba {{(pid=93205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:30:13.468970 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b0dfcba-eda3-4d31-b73b-f820a8994dce', 'tag': '7c227485-4c47-4b51-b15f-ee79405bab68', 'status': 'completed', 'code': 200} Jul 22 02:30:13.486799 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7cb83-1a62-4253-a0ff-ced2a6fd1b2b req-3fc69e55-ed0f-4a7e-95af-bd012f9f53e6 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:13.488323 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-bbc7cb83-1a62-4253-a0ff-ced2a6fd1b2b req-3fc69e55-ed0f-4a7e-95af-bd012f9f53e6 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=f29c7e1f-8f96-4903-a6ea-739c4b5fb7f6 HTTP/1.1" status: 200 len: 943 time: 0.1070540 Jul 22 02:30:13.500889 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 02:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a9689e-41f4-491a-90ba-147a19a1867d x-openstack-request-id: req-02a9689e-41f4-491a-90ba-147a19a1867d {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:30:13.501171 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f29c7e1f-8f96-4903-a6ea-739c4b5fb7f6", "tag": "69ce3adf-370f-4b16-a26a-3157068d16e7", "status": "completed", "code": 200}]} {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:30:13.501407 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-02a9689e-41f4-491a-90ba-147a19a1867d {{(pid=93206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:30:13.501791 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f29c7e1f-8f96-4903-a6ea-739c4b5fb7f6', 'tag': '69ce3adf-370f-4b16-a26a-3157068d16e7', 'status': 'completed', 'code': 200} Jul 22 02:30:13.514842 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74cb40b-9ebd-45c9-a0a5-b9f2bb2f6f2f req-66871166-fddb-4f38-bd0b-e57fa0148b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:13.517020 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-d74cb40b-9ebd-45c9-a0a5-b9f2bb2f6f2f req-66871166-fddb-4f38-bd0b-e57fa0148b7c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=be407e9b4d21489b9bf1679354068654&device_id=2b0dfcba-eda3-4d31-b73b-f820a8994dce HTTP/1.1" status: 200 len: 1096 time: 0.0955536 Jul 22 02:30:13.561543 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-d74cb40b-9ebd-45c9-a0a5-b9f2bb2f6f2f req-657e2c2c-a5c6-418f-811d-d3f37e93f006 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c227485-4c47-4b51-b15f-ee79405bab68 HTTP/1.1" status: 200 len: 217 time: 0.0362122 Jul 22 02:30:13.561670 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-bbc7cb83-1a62-4253-a0ff-ced2a6fd1b2b req-576aa09c-a96c-4601-9339-54286a234bae tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630288 Jul 22 02:30:13.578817 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7637e-85bc-4562-860e-1fa1634a557c req-736ae246-274d-448e-8da3-a77a1b482c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:13.580382 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-0fa7637e-85bc-4562-860e-1fa1634a557c req-736ae246-274d-448e-8da3-a77a1b482c0b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=16fd06163ccc47f08a69c65f0aa273d0&device_id=f29c7e1f-8f96-4903-a6ea-739c4b5fb7f6 HTTP/1.1" status: 200 len: 1096 time: 0.0911582 Jul 22 02:30:13.616534 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74cb40b-9ebd-45c9-a0a5-b9f2bb2f6f2f req-c18df2e7-aaf2-457e-9d3c-84e1b3f9bdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:13.618629 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-d74cb40b-9ebd-45c9-a0a5-b9f2bb2f6f2f req-c18df2e7-aaf2-457e-9d3c-84e1b3f9bdf4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9cd4545e-995f-4d04-a4da-3045595e4283 HTTP/1.1" status: 200 len: 847 time: 0.0496216 Jul 22 02:30:13.687204 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74cb40b-9ebd-45c9-a0a5-b9f2bb2f6f2f req-0392639b-b571-4a59-bfb6-e13aa3eda7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:13.688860 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-d74cb40b-9ebd-45c9-a0a5-b9f2bb2f6f2f req-0392639b-b571-4a59-bfb6-e13aa3eda7ee service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4519266e-72e1-49eb-bb7e-76cf6f2efe9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0627129 Jul 22 02:30:13.793769 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-d74cb40b-9ebd-45c9-a0a5-b9f2bb2f6f2f req-7b43b2ca-00bc-4eb5-b80c-00c409f0532f service neutron] 10.222.0.23 "GET /v2.0/networks/4519266e-72e1-49eb-bb7e-76cf6f2efe9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914478 Jul 22 02:30:13.796564 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-8ef8b8eb-2e5f-4428-8374-6a61b3bc65e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:13.849346 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-0fa7637e-85bc-4562-860e-1fa1634a557c req-cd9b6a97-4799-49e5-bb85-a6fcbc745666 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69ce3adf-370f-4b16-a26a-3157068d16e7 HTTP/1.1" status: 200 len: 217 time: 0.2560816 Jul 22 02:30:13.892077 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:13.906404 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-d74cb40b-9ebd-45c9-a0a5-b9f2bb2f6f2f req-60a077a7-581e-4264-8987-e4dd3bef19ab service neutron] 10.222.0.23 "GET /v2.0/networks/4519266e-72e1-49eb-bb7e-76cf6f2efe9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036918 Jul 22 02:30:13.948522 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7637e-85bc-4562-860e-1fa1634a557c req-98bd73ef-b143-48b6-9d58-092ae5c9d485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:13.949982 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-0fa7637e-85bc-4562-860e-1fa1634a557c req-98bd73ef-b143-48b6-9d58-092ae5c9d485 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9cdf501c-c170-4983-bbb3-cf8fb45615cb HTTP/1.1" status: 200 len: 855 time: 0.0731220 Jul 22 02:30:13.989659 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a8ed14-92e9-49a4-9c11-c81670dc2ba4 req-263683c5-7c9b-4c00-8c9e-f2ab3dadd90d tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:13.993315 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-53a8ed14-92e9-49a4-9c11-c81670dc2ba4 req-263683c5-7c9b-4c00-8c9e-f2ab3dadd90d tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.30 "GET /v2.0/ports?device_id=478dedcc-531f-4a30-a3f3-f84c265033c7 HTTP/1.1" status: 200 len: 946 time: 0.0812645 Jul 22 02:30:14.010155 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-0fa7637e-85bc-4562-860e-1fa1634a557c req-cfd17c2a-afde-4fb8-aea3-b4ab24e216d9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392454 Jul 22 02:30:14.031612 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ca0aa-b7c8-483b-a60d-1860fb95036a req-cf5c10f2-209a-45b5-8a8f-9cbf1e6e1f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:14.033469 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-945ca0aa-b7c8-483b-a60d-1860fb95036a req-cf5c10f2-209a-45b5-8a8f-9cbf1e6e1f23 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=be407e9b4d21489b9bf1679354068654&device_id=2b0dfcba-eda3-4d31-b73b-f820a8994dce HTTP/1.1" status: 200 len: 1096 time: 0.0558617 Jul 22 02:30:14.096777 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-53a8ed14-92e9-49a4-9c11-c81670dc2ba4 req-1bbbb6a5-1827-4b6c-a02e-5f0628c0e3c8 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.30 "GET /v2.0/security-groups?id=643d1e5c-74da-4213-83af-8f94feefb225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893929 Jul 22 02:30:14.140886 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ca0aa-b7c8-483b-a60d-1860fb95036a req-0f3cbcb0-a0d8-4041-bd29-1d0da34ef5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:14.142398 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-945ca0aa-b7c8-483b-a60d-1860fb95036a req-0f3cbcb0-a0d8-4041-bd29-1d0da34ef5e3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4519266e-72e1-49eb-bb7e-76cf6f2efe9d HTTP/1.1" status: 200 len: 908 time: 0.0959389 Jul 22 02:30:14.160841 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-0fa7637e-85bc-4562-860e-1fa1634a557c req-deecb345-320c-4775-b63d-27d64662bc74 service neutron] 10.222.0.23 "GET /v2.0/networks/49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378710 Jul 22 02:30:14.173079 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85facbf5-257b-4a1f-92e7-810bc473855f req-1bd22b75-77b4-4c57-a413-79adc81781fb tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:14.174478 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-85facbf5-257b-4a1f-92e7-810bc473855f req-1bd22b75-77b4-4c57-a413-79adc81781fb tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b0dfcba-eda3-4d31-b73b-f820a8994dce HTTP/1.1" status: 200 len: 943 time: 0.1329434 Jul 22 02:30:14.187584 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-945ca0aa-b7c8-483b-a60d-1860fb95036a req-09e66423-8623-4ca2-aeb4-d7259effa6f5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c227485-4c47-4b51-b15f-ee79405bab68 HTTP/1.1" status: 200 len: 217 time: 0.0363903 Jul 22 02:30:14.241524 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ca0aa-b7c8-483b-a60d-1860fb95036a req-1918513b-6e50-4fae-a344-a089d24c4da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:14.243747 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-945ca0aa-b7c8-483b-a60d-1860fb95036a req-1918513b-6e50-4fae-a344-a089d24c4da7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9cd4545e-995f-4d04-a4da-3045595e4283 HTTP/1.1" status: 200 len: 847 time: 0.0461934 Jul 22 02:30:14.268072 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-85facbf5-257b-4a1f-92e7-810bc473855f req-ee69dbb2-967a-41eb-a159-6aa54d220943 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/security-groups?id=32b10047-7e6e-4dee-84fb-05b15d12528e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852230 Jul 22 02:30:14.311245 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-0fa7637e-85bc-4562-860e-1fa1634a557c req-148a2b0a-ab5b-45fe-80ae-6574b3eac5a8 service neutron] 10.222.0.23 "GET /v2.0/networks/49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358340 Jul 22 02:30:14.330472 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ca0aa-b7c8-483b-a60d-1860fb95036a req-a237a903-0717-4b9f-a777-676ad5d769a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:14.333139 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-945ca0aa-b7c8-483b-a60d-1860fb95036a req-a237a903-0717-4b9f-a777-676ad5d769a4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4519266e-72e1-49eb-bb7e-76cf6f2efe9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0812573 Jul 22 02:30:14.469879 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f74f1cc-67e4-4836-be5c-a1e27d9bce68 req-3c271fcc-5947-418f-8bdc-35f8f5160e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:14.472055 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-3f74f1cc-67e4-4836-be5c-a1e27d9bce68 req-3c271fcc-5947-418f-8bdc-35f8f5160e18 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=16fd06163ccc47f08a69c65f0aa273d0&device_id=f29c7e1f-8f96-4903-a6ea-739c4b5fb7f6 HTTP/1.1" status: 200 len: 1096 time: 0.0986972 Jul 22 02:30:14.546179 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.agents_db [None req-f1c5c46c-8295-40fa-87c5-0db6e260a587 None None] Agent healthcheck: found 6 active agents {{(pid=93208) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 02:30:14.558523 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a9de0-c156-45c3-9413-bc5548f7dcf3 req-0bd75091-826c-4050-a243-2eb61d32db4d tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:14.560184 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-eb9a9de0-c156-45c3-9413-bc5548f7dcf3 req-0bd75091-826c-4050-a243-2eb61d32db4d tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2efc9eb-4c67-4b62-93ea-f95b382696ca HTTP/1.1" status: 200 len: 945 time: 0.1488059 Jul 22 02:30:14.573354 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-945ca0aa-b7c8-483b-a60d-1860fb95036a req-eaa3cb46-d5a3-4f01-bea7-320a8b699082 service neutron] 10.222.0.23 "GET /v2.0/networks/4519266e-72e1-49eb-bb7e-76cf6f2efe9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240729 Jul 22 02:30:14.646557 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f74f1cc-67e4-4836-be5c-a1e27d9bce68 req-279e2372-11bd-4d97-abae-e7d2692ccaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:14.647969 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-3f74f1cc-67e4-4836-be5c-a1e27d9bce68 req-279e2372-11bd-4d97-abae-e7d2692ccaa5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d HTTP/1.1" status: 200 len: 915 time: 0.1640115 Jul 22 02:30:14.683664 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-eb9a9de0-c156-45c3-9413-bc5548f7dcf3 req-ce7c05d2-7c4a-44f4-8f8c-df9a824c8ed0 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904887 Jul 22 02:30:14.711972 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9c5a9526-544c-492b-b3ab-1b4c68701215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:14.742554 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-945ca0aa-b7c8-483b-a60d-1860fb95036a req-d6e8389f-d8a7-4726-8ff8-008caffeda29 service neutron] 10.222.0.23 "GET /v2.0/networks/4519266e-72e1-49eb-bb7e-76cf6f2efe9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612706 Jul 22 02:30:14.765044 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-3f74f1cc-67e4-4836-be5c-a1e27d9bce68 req-4f395dcb-40c3-4ce8-a87a-d8b2a69afec3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69ce3adf-370f-4b16-a26a-3157068d16e7 HTTP/1.1" status: 200 len: 217 time: 0.1053081 Jul 22 02:30:14.843832 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f74f1cc-67e4-4836-be5c-a1e27d9bce68 req-1ae3e1ca-f804-440b-85cb-e88e5a2924e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:14.845336 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-3f74f1cc-67e4-4836-be5c-a1e27d9bce68 req-1ae3e1ca-f804-440b-85cb-e88e5a2924e5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9cdf501c-c170-4983-bbb3-cf8fb45615cb HTTP/1.1" status: 200 len: 855 time: 0.0702834 Jul 22 02:30:14.872200 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eb4527-2782-421e-86b7-ffe8ac150466 req-0479e675-2337-471c-9434-bcf284264333 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:14.873698 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-40eb4527-2782-421e-86b7-ffe8ac150466 req-0479e675-2337-471c-9434-bcf284264333 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=f29c7e1f-8f96-4903-a6ea-739c4b5fb7f6 HTTP/1.1" status: 200 len: 943 time: 0.1075151 Jul 22 02:30:14.892251 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-3f74f1cc-67e4-4836-be5c-a1e27d9bce68 req-3d79c358-62bd-4639-9cef-84a8ef73fbff service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358071 Jul 22 02:30:14.954961 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-40eb4527-2782-421e-86b7-ffe8ac150466 req-3cfcf1c6-a195-4238-a0c2-d0577a60dbc5 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648522 Jul 22 02:30:15.011551 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-3f74f1cc-67e4-4836-be5c-a1e27d9bce68 req-f6327381-2056-456f-bf32-13e4455bb996 service neutron] 10.222.0.23 "GET /v2.0/networks/49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058517 Jul 22 02:30:15.105511 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-3f74f1cc-67e4-4836-be5c-a1e27d9bce68 req-7b79da84-9e11-4333-beda-820b9d539ed5 service neutron] 10.222.0.23 "GET /v2.0/networks/49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865891 Jul 22 02:30:15.235347 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a3317a-34f0-41fb-aad8-e119426831da req-c197a763-dfdd-4cdc-a785-d1e3cec0b018 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:15.236912 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e0a3317a-34f0-41fb-aad8-e119426831da req-c197a763-dfdd-4cdc-a785-d1e3cec0b018 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.30 "GET /v2.0/ports?device_id=478dedcc-531f-4a30-a3f3-f84c265033c7 HTTP/1.1" status: 200 len: 946 time: 0.0640841 Jul 22 02:30:15.278101 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e0a3317a-34f0-41fb-aad8-e119426831da req-cff5afe3-fa27-4066-8747-6baefb47d5ec tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.30 "GET /v2.0/security-groups?id=643d1e5c-74da-4213-83af-8f94feefb225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357802 Jul 22 02:30:15.404547 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7701ef68-2649-4df9-b3f0-98c510e519c9 req-cf3819fd-34b2-4107-9052-77960908462d tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:15.406119 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-7701ef68-2649-4df9-b3f0-98c510e519c9 req-cf3819fd-34b2-4107-9052-77960908462d tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b0dfcba-eda3-4d31-b73b-f820a8994dce HTTP/1.1" status: 200 len: 943 time: 0.0644979 Jul 22 02:30:15.446620 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-7701ef68-2649-4df9-b3f0-98c510e519c9 req-a5023f37-aa28-4cee-8342-327ae7fb5fe8 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/security-groups?id=32b10047-7e6e-4dee-84fb-05b15d12528e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340238 Jul 22 02:30:15.816194 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d996d-bd69-4abc-a9e0-97a84e918bf8 req-4b1a40b3-1a2b-4bab-b11c-4928757028ad tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:15.817688 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-486d996d-bd69-4abc-a9e0-97a84e918bf8 req-4b1a40b3-1a2b-4bab-b11c-4928757028ad tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2efc9eb-4c67-4b62-93ea-f95b382696ca HTTP/1.1" status: 200 len: 945 time: 0.0709467 Jul 22 02:30:15.857261 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-486d996d-bd69-4abc-a9e0-97a84e918bf8 req-b1946677-760e-474d-afac-80f4ac9a65f4 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332580 Jul 22 02:30:16.033985 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94633ed3-2109-46cc-96de-d89ef6ea8bf7 req-4effe1f7-2963-46c5-bd96-e415258f56e6 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:16.036457 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-94633ed3-2109-46cc-96de-d89ef6ea8bf7 req-4effe1f7-2963-46c5-bd96-e415258f56e6 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.23 "GET /v2.0/ports?device_id=478dedcc-531f-4a30-a3f3-f84c265033c7 HTTP/1.1" status: 200 len: 946 time: 0.0903771 Jul 22 02:30:16.199335 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97db0a3-15c0-4a75-833b-53836d3a86f6 req-c2ff8516-29e1-477b-a3b1-7650a826c0f2 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:16.200881 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-c97db0a3-15c0-4a75-833b-53836d3a86f6 req-c2ff8516-29e1-477b-a3b1-7650a826c0f2 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=f29c7e1f-8f96-4903-a6ea-739c4b5fb7f6 HTTP/1.1" status: 200 len: 943 time: 0.1634865 Jul 22 02:30:16.211196 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-46ac0fbd-03cc-41f5-9e75-a35c43e1b5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:16.249068 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [req-94633ed3-2109-46cc-96de-d89ef6ea8bf7 req-d02261f9-3e95-4e9e-92ca-eb75b18dc457 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] Deleting port cfab35a5-a034-4f2d-bf47-d20d03f8a3d9 {{(pid=93206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:30:16.249414 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-94633ed3-2109-46cc-96de-d89ef6ea8bf7 req-d02261f9-3e95-4e9e-92ca-eb75b18dc457 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789867966868'] for port, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:16.255769 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-c97db0a3-15c0-4a75-833b-53836d3a86f6 req-d75de044-3a90-4147-8c34-0c7783d5d0f7 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481830 Jul 22 02:30:16.344513 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [req-94633ed3-2109-46cc-96de-d89ef6ea8bf7 req-d02261f9-3e95-4e9e-92ca-eb75b18dc457 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] For port cfab35a5-a034-4f2d-bf47-d20d03f8a3d9, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=cfab35a5-a034-4f2d-bf47-d20d03f8a3d9,segment=NetworkSegment(a638b51d-2435-4496-9631-dd2b69a2f0b6),segment_id=a638b51d-2435-4496-9631-dd2b69a2f0b6)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:30:16.344903 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-94633ed3-2109-46cc-96de-d89ef6ea8bf7 req-d02261f9-3e95-4e9e-92ca-eb75b18dc457 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760608'] for port, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:16.382087 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [req-94633ed3-2109-46cc-96de-d89ef6ea8bf7 req-d02261f9-3e95-4e9e-92ca-eb75b18dc457 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] Calling delete_port for cfab35a5-a034-4f2d-bf47-d20d03f8a3d9 owned by compute:nova {{(pid=93206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:30:16.492834 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69058da-7534-491e-92f4-5c95e0d5d32e req-ab77a2a4-4aa6-4a02-81a1-7c80691587e4 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:16.494342 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b69058da-7534-491e-92f4-5c95e0d5d32e req-ab77a2a4-4aa6-4a02-81a1-7c80691587e4 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.30 "GET /v2.0/ports?device_id=478dedcc-531f-4a30-a3f3-f84c265033c7 HTTP/1.1" status: 200 len: 946 time: 0.1469910 Jul 22 02:30:16.600361 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b69058da-7534-491e-92f4-5c95e0d5d32e req-9a546908-cd27-4810-bf23-5130f150015e tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.30 "GET /v2.0/security-groups?id=643d1e5c-74da-4213-83af-8f94feefb225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946236 Jul 22 02:30:16.634946 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-94633ed3-2109-46cc-96de-d89ef6ea8bf7 req-d02261f9-3e95-4e9e-92ca-eb75b18dc457 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789867968359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789867566228'] for port, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:16.647813 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] get_ports_and_sgs() called for port_ids ['cfab35a5-a034-4f2d-bf47-d20d03f8a3d9'] {{(pid=93207) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:30:16.649961 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa1826-58be-41a7-9288-afb6a289e827 req-2c95bd60-c2ac-4893-8af9-53e96820d681 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:16.651506 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-45aa1826-58be-41a7-9288-afb6a289e827 req-2c95bd60-c2ac-4893-8af9-53e96820d681 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b0dfcba-eda3-4d31-b73b-f820a8994dce HTTP/1.1" status: 200 len: 943 time: 0.1291053 Jul 22 02:30:16.677303 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02261f9-3e95-4e9e-92ca-eb75b18dc457 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] Pushing event deleted for resources: {'Port': ['ID=cfab35a5-a034-4f2d-bf47-d20d03f8a3d9,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:16.761043 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [req-94633ed3-2109-46cc-96de-d89ef6ea8bf7 req-d02261f9-3e95-4e9e-92ca-eb75b18dc457 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] No DVR routers for this DVR port cfab35a5-a034-4f2d-bf47-d20d03f8a3d9 on host hv-cinder-79229 {{(pid=93206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 02:30:16.769671 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-94633ed3-2109-46cc-96de-d89ef6ea8bf7 req-d02261f9-3e95-4e9e-92ca-eb75b18dc457 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409'] for port, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:16.771671 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-94633ed3-2109-46cc-96de-d89ef6ea8bf7 req-d02261f9-3e95-4e9e-92ca-eb75b18dc457 tempest-VolumesActionsTest-602396358 tempest-VolumesActionsTest-602396358-project] 10.222.0.23 "DELETE /v2.0/ports/cfab35a5-a034-4f2d-bf47-d20d03f8a3d9 HTTP/1.1" status: 204 len: 173 time: 0.7239792 Jul 22 02:30:16.772118 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '478dedcc-531f-4a30-a3f3-f84c265033c7', 'name': 'network-vif-deleted', 'tag': 'cfab35a5-a034-4f2d-bf47-d20d03f8a3d9'}] {{(pid=93206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:30:16.775039 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2c7467b3a520cac2f9dc58394876cadcbbb82697b422dc56d8b09de1a4b7e26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0267efb8-3341-4657-b386-9838c5b852f8" -d '{"events": [{"server_uuid": "478dedcc-531f-4a30-a3f3-f84c265033c7", "name": "network-vif-deleted", "tag": "cfab35a5-a034-4f2d-bf47-d20d03f8a3d9"}]}' {{(pid=93206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:30:16.798066 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-45aa1826-58be-41a7-9288-afb6a289e827 req-0d4f0a2e-08eb-4290-afe5-5042f8cc9de7 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/security-groups?id=32b10047-7e6e-4dee-84fb-05b15d12528e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147745 Jul 22 02:30:16.856353 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43aeaf6-03b8-4de0-b773-0ef5226bb144 x-openstack-request-id: req-d43aeaf6-03b8-4de0-b773-0ef5226bb144 {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:30:16.856536 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "478dedcc-531f-4a30-a3f3-f84c265033c7", "name": "network-vif-deleted", "tag": "cfab35a5-a034-4f2d-bf47-d20d03f8a3d9", "status": "completed", "code": 200}]} {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:30:16.856854 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d43aeaf6-03b8-4de0-b773-0ef5226bb144 {{(pid=93206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:30:16.857254 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '478dedcc-531f-4a30-a3f3-f84c265033c7', 'name': 'network-vif-deleted', 'tag': 'cfab35a5-a034-4f2d-bf47-d20d03f8a3d9', 'status': 'completed', 'code': 200} Jul 22 02:30:17.001805 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc030c43-878b-45a6-b645-6b32506acce9 req-b6dbb155-ddbd-4cbb-9463-f1fe27678547 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:17.003401 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-dc030c43-878b-45a6-b645-6b32506acce9 req-b6dbb155-ddbd-4cbb-9463-f1fe27678547 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2efc9eb-4c67-4b62-93ea-f95b382696ca HTTP/1.1" status: 200 len: 945 time: 0.0660760 Jul 22 02:30:17.049719 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-dc030c43-878b-45a6-b645-6b32506acce9 req-d1911e22-2f1b-4c0b-9114-3d574356540c tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405321 Jul 22 02:30:17.408565 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc7d0d7-5101-4649-a2c2-aa3eec834360 req-fee8c7e8-2f83-4351-a347-26a8a6e0d686 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:17.410058 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-cfc7d0d7-5101-4649-a2c2-aa3eec834360 req-fee8c7e8-2f83-4351-a347-26a8a6e0d686 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=f29c7e1f-8f96-4903-a6ea-739c4b5fb7f6 HTTP/1.1" status: 200 len: 943 time: 0.0752754 Jul 22 02:30:17.449642 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-cfc7d0d7-5101-4649-a2c2-aa3eec834360 req-64527aa7-046a-4d41-8002-a0af2deeb2ce tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338340 Jul 22 02:30:17.932420 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7f83c-9c9e-41b5-b673-1e007435e56d req-0c47af7f-5628-4191-8a56-4b3b5d9bd6a8 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:17.934065 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-70c7f83c-9c9e-41b5-b673-1e007435e56d req-0c47af7f-5628-4191-8a56-4b3b5d9bd6a8 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b0dfcba-eda3-4d31-b73b-f820a8994dce HTTP/1.1" status: 200 len: 943 time: 0.0698385 Jul 22 02:30:17.989502 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-70c7f83c-9c9e-41b5-b673-1e007435e56d req-06129ca0-dd0a-4d78-8bb2-23bd261ea39a tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/security-groups?id=32b10047-7e6e-4dee-84fb-05b15d12528e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490613 Jul 22 02:30:18.196630 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd71e5ce-7cbf-4b8e-afa5-6e6e323cd0bb req-4383f97c-86e0-4704-ac1f-ad312eb502d3 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:18.201190 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-cd71e5ce-7cbf-4b8e-afa5-6e6e323cd0bb req-4383f97c-86e0-4704-ac1f-ad312eb502d3 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2efc9eb-4c67-4b62-93ea-f95b382696ca HTTP/1.1" status: 200 len: 945 time: 0.0732248 Jul 22 02:30:18.240834 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-cd71e5ce-7cbf-4b8e-afa5-6e6e323cd0bb req-d8d71d86-8f32-495a-bf79-0a22e70fb16c tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370827 Jul 22 02:30:18.427296 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device 69ce3adf-370f-4b16-a26a-3157068d16e7 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=93207) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 02:30:18.531753 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port 69ce3adf-370f-4b16-a26a-3157068d16e7, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=69ce3adf-370f-4b16-a26a-3157068d16e7,segment=NetworkSegment(1178c6d7-38f4-4aec-bb2e-34535e569c60),segment_id=1178c6d7-38f4-4aec-bb2e-34535e569c60)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:30:18.544626 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Returning: {'device': '69ce3adf-370f-4b16-a26a-3157068d16e7', 'network_id': '49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d', 'port_id': '69ce3adf-370f-4b16-a26a-3157068d16e7', 'mac_address': 'fa:16:3e:3d:97:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cdf501c-c170-4983-bbb3-cf8fb45615cb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93207) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 02:30:18.581620 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:18.584834 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff3e30e-3d98-4294-a421-5bbdd643a96c req-ad0ec1b1-7bc6-49ba-bdcb-7779899c73eb tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:18.587026 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-3ff3e30e-3d98-4294-a421-5bbdd643a96c req-ad0ec1b1-7bc6-49ba-bdcb-7779899c73eb tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=f29c7e1f-8f96-4903-a6ea-739c4b5fb7f6 HTTP/1.1" status: 200 len: 943 time: 0.0681274 Jul 22 02:30:18.595004 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.notifiers.nova [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69ce3adf-370f-4b16-a26a-3157068d16e7 {{(pid=93207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:30:18.615746 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port 69ce3adf-370f-4b16-a26a-3157068d16e7, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=69ce3adf-370f-4b16-a26a-3157068d16e7,segment=NetworkSegment(1178c6d7-38f4-4aec-bb2e-34535e569c60),segment_id=1178c6d7-38f4-4aec-bb2e-34535e569c60)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:30:18.620061 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:18.620743 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device 7c227485-4c47-4b51-b15f-ee79405bab68 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=93207) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 02:30:18.629667 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-3ff3e30e-3d98-4294-a421-5bbdd643a96c req-cdde8270-1f8d-4da2-8d0c-30a4c07adff0 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351262 Jul 22 02:30:18.703390 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Pushing event updated for resources: {'Port': ['ID=69ce3adf-370f-4b16-a26a-3157068d16e7,revision_number=4']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:18.755681 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port 7c227485-4c47-4b51-b15f-ee79405bab68, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=7c227485-4c47-4b51-b15f-ee79405bab68,segment=NetworkSegment(5a89ccad-6801-438c-9d1a-5f9fa04b4faa),segment_id=5a89ccad-6801-438c-9d1a-5f9fa04b4faa)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:30:18.767200 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Returning: {'device': '7c227485-4c47-4b51-b15f-ee79405bab68', 'network_id': '4519266e-72e1-49eb-bb7e-76cf6f2efe9d', 'port_id': '7c227485-4c47-4b51-b15f-ee79405bab68', 'mac_address': 'fa:16:3e:50:3e:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cd4545e-995f-4d04-a4da-3045595e4283', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93207) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 02:30:18.803489 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:18.820567 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.notifiers.nova [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c227485-4c47-4b51-b15f-ee79405bab68 {{(pid=93207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:30:18.841164 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port 7c227485-4c47-4b51-b15f-ee79405bab68, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=7c227485-4c47-4b51-b15f-ee79405bab68,segment=NetworkSegment(5a89ccad-6801-438c-9d1a-5f9fa04b4faa),segment_id=5a89ccad-6801-438c-9d1a-5f9fa04b4faa)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:30:18.844883 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:18.892820 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Pushing event updated for resources: {'Port': ['ID=7c227485-4c47-4b51-b15f-ee79405bab68,revision_number=4']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:19.117358 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e47470-58ad-4dc0-86a0-20b68ac2b227 req-a1fc4b29-6792-4f17-9263-ee3600827e51 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:19.119456 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-91e47470-58ad-4dc0-86a0-20b68ac2b227 req-a1fc4b29-6792-4f17-9263-ee3600827e51 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b0dfcba-eda3-4d31-b73b-f820a8994dce HTTP/1.1" status: 200 len: 944 time: 0.0604463 Jul 22 02:30:19.154379 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-91e47470-58ad-4dc0-86a0-20b68ac2b227 req-1435671d-1318-4285-91e3-5da38f80ffc5 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/security-groups?id=32b10047-7e6e-4dee-84fb-05b15d12528e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294888 Jul 22 02:30:19.371372 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc286ac-be80-45a4-a0c8-4a92cf6eb41c req-88d935cd-9ecd-4730-894e-5bc35e47fa91 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:19.372861 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9dc286ac-be80-45a4-a0c8-4a92cf6eb41c req-88d935cd-9ecd-4730-894e-5bc35e47fa91 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2efc9eb-4c67-4b62-93ea-f95b382696ca HTTP/1.1" status: 200 len: 945 time: 0.0615375 Jul 22 02:30:19.412861 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9dc286ac-be80-45a4-a0c8-4a92cf6eb41c req-61f7a837-76f1-43ee-8868-a0d6ffb37e97 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343111 Jul 22 02:30:19.755236 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa198a21-3fa9-44bd-b3e4-249d278e024b req-7a5fa141-e5ca-4a4e-934a-b813db7335cb tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:19.756718 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-fa198a21-3fa9-44bd-b3e4-249d278e024b req-7a5fa141-e5ca-4a4e-934a-b813db7335cb tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=f29c7e1f-8f96-4903-a6ea-739c4b5fb7f6 HTTP/1.1" status: 200 len: 944 time: 0.0608349 Jul 22 02:30:19.793529 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-fa198a21-3fa9-44bd-b3e4-249d278e024b req-6b9f869e-7d70-4776-813b-30127b7a5bfa tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310798 Jul 22 02:30:20.280013 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0399cc4-e5c2-4a0a-a0a5-2ba674782018 req-29189df8-41dc-432b-af7e-8066ac34115c tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:20.281525 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d0399cc4-e5c2-4a0a-a0a5-2ba674782018 req-29189df8-41dc-432b-af7e-8066ac34115c tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b0dfcba-eda3-4d31-b73b-f820a8994dce HTTP/1.1" status: 200 len: 944 time: 0.0631955 Jul 22 02:30:20.317216 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d0399cc4-e5c2-4a0a-a0a5-2ba674782018 req-58ba0573-df55-45bd-bfa0-7a1ef25b35e1 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/security-groups?id=32b10047-7e6e-4dee-84fb-05b15d12528e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300653 Jul 22 02:30:20.542423 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8c2b18-9280-4591-92b0-72da2ee77fe4 req-e44b17ff-63d5-4bae-a730-f1237ddd42ac tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:20.543776 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9e8c2b18-9280-4591-92b0-72da2ee77fe4 req-e44b17ff-63d5-4bae-a730-f1237ddd42ac tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2efc9eb-4c67-4b62-93ea-f95b382696ca HTTP/1.1" status: 200 len: 945 time: 0.0649848 Jul 22 02:30:20.580320 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9e8c2b18-9280-4591-92b0-72da2ee77fe4 req-e4d01125-1762-43ba-8e18-1b4636600b75 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308912 Jul 22 02:30:20.776597 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] get_ports_and_sgs() called for port_ids ['7c227485-4c47-4b51-b15f-ee79405bab68'] {{(pid=93207) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:30:20.799849 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] get_ports_and_sgs() called for port_ids ['69ce3adf-370f-4b16-a26a-3157068d16e7'] {{(pid=93207) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:30:20.926669 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970f23d-6411-4959-9b41-bb46b70528dd req-6508f01c-c981-45aa-b95a-360b75070103 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:20.928160 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b970f23d-6411-4959-9b41-bb46b70528dd req-6508f01c-c981-45aa-b95a-360b75070103 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=f29c7e1f-8f96-4903-a6ea-739c4b5fb7f6 HTTP/1.1" status: 200 len: 944 time: 0.0664620 Jul 22 02:30:20.965224 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b970f23d-6411-4959-9b41-bb46b70528dd req-d35bc4e5-c409-4efc-ba81-8169e8f42f86 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309432 Jul 22 02:30:21.442808 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fa9bd8-8c64-4988-a1d9-4cfb2394f1b3 req-aeb26d14-da9a-46a1-bb9e-cd17c0d7cfb0 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:21.444253 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-25fa9bd8-8c64-4988-a1d9-4cfb2394f1b3 req-aeb26d14-da9a-46a1-bb9e-cd17c0d7cfb0 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b0dfcba-eda3-4d31-b73b-f820a8994dce HTTP/1.1" status: 200 len: 944 time: 0.0639338 Jul 22 02:30:21.484298 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-25fa9bd8-8c64-4988-a1d9-4cfb2394f1b3 req-acfc6051-a8cf-45c5-8bc0-b94686ef96be tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/security-groups?id=32b10047-7e6e-4dee-84fb-05b15d12528e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345595 Jul 22 02:30:21.704354 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e2d1b-e690-44f7-b9b5-5035ac78e4ea req-7a7c11f2-fe02-4542-99e6-ac0918e95939 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:21.705888 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d32e2d1b-e690-44f7-b9b5-5035ac78e4ea req-7a7c11f2-fe02-4542-99e6-ac0918e95939 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2efc9eb-4c67-4b62-93ea-f95b382696ca HTTP/1.1" status: 200 len: 945 time: 0.0618765 Jul 22 02:30:21.742669 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d32e2d1b-e690-44f7-b9b5-5035ac78e4ea req-74f07ea9-4ec1-4466-bf7a-4f55320a1264 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312324 Jul 22 02:30:22.088951 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3fb3da-e464-4c1f-857b-11e91b31e845 req-234a8e45-9762-4937-a543-18e0ac31b8c4 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:22.090448 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-2a3fb3da-e464-4c1f-857b-11e91b31e845 req-234a8e45-9762-4937-a543-18e0ac31b8c4 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=f29c7e1f-8f96-4903-a6ea-739c4b5fb7f6 HTTP/1.1" status: 200 len: 944 time: 0.0611782 Jul 22 02:30:22.125907 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-2a3fb3da-e464-4c1f-857b-11e91b31e845 req-f437a614-ad69-4f77-9246-86bf135d9122 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300262 Jul 22 02:30:22.615339 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5595e5cb-251b-4e64-b01c-5c25675b699c req-9c3c8d81-93b2-4c72-b1b0-c100bf1d24e0 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:22.616804 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-5595e5cb-251b-4e64-b01c-5c25675b699c req-9c3c8d81-93b2-4c72-b1b0-c100bf1d24e0 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b0dfcba-eda3-4d31-b73b-f820a8994dce HTTP/1.1" status: 200 len: 944 time: 0.0660584 Jul 22 02:30:22.655144 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-5595e5cb-251b-4e64-b01c-5c25675b699c req-e191dc5a-849a-4acb-86c4-a812b65f62c1 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/security-groups?id=32b10047-7e6e-4dee-84fb-05b15d12528e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318284 Jul 22 02:30:22.864881 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302b237-3484-44ee-b70d-2841b4be19ae req-d45e0cb6-bb20-4b93-9da7-766c6ce86f72 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:22.866358 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-7302b237-3484-44ee-b70d-2841b4be19ae req-d45e0cb6-bb20-4b93-9da7-766c6ce86f72 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2efc9eb-4c67-4b62-93ea-f95b382696ca HTTP/1.1" status: 200 len: 945 time: 0.0600994 Jul 22 02:30:22.902277 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-7302b237-3484-44ee-b70d-2841b4be19ae req-48aeac78-7a86-418f-a59f-7c70cce8420f tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297744 Jul 22 02:30:23.250113 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c39a4c3-4306-4633-934b-36d0e8d983e8 req-8128c313-893b-4ddc-afb0-5c786571d057 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:23.251578 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-2c39a4c3-4306-4633-934b-36d0e8d983e8 req-8128c313-893b-4ddc-afb0-5c786571d057 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=f29c7e1f-8f96-4903-a6ea-739c4b5fb7f6 HTTP/1.1" status: 200 len: 944 time: 0.0608220 Jul 22 02:30:23.294973 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-2c39a4c3-4306-4633-934b-36d0e8d983e8 req-626cc249-2953-44dc-ada7-0c02c3906f25 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371375 Jul 22 02:30:23.778414 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099264c3-767a-4087-8690-517840e4b991 req-7b9cda04-4541-49f3-ad64-9a3f57bef7f2 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:23.779839 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-099264c3-767a-4087-8690-517840e4b991 req-7b9cda04-4541-49f3-ad64-9a3f57bef7f2 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b0dfcba-eda3-4d31-b73b-f820a8994dce HTTP/1.1" status: 200 len: 944 time: 0.0599709 Jul 22 02:30:23.815684 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-099264c3-767a-4087-8690-517840e4b991 req-8f0a6ef6-ffc5-4cdf-91ab-0ee7cf5f6ceb tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/security-groups?id=32b10047-7e6e-4dee-84fb-05b15d12528e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304055 Jul 22 02:30:24.025393 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45a574f-ac3f-4387-84d5-535df8a155ff req-88fe1c1b-b10d-49cf-b271-bfdfbfc1a2e4 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:24.026832 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a45a574f-ac3f-4387-84d5-535df8a155ff req-88fe1c1b-b10d-49cf-b271-bfdfbfc1a2e4 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2efc9eb-4c67-4b62-93ea-f95b382696ca HTTP/1.1" status: 200 len: 945 time: 0.0602770 Jul 22 02:30:24.063913 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a45a574f-ac3f-4387-84d5-535df8a155ff req-d55e11b9-5fde-4410-b9fb-7295cf6e6217 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315764 Jul 22 02:30:24.065502 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device cfab35a5-a034-4f2d-bf47-d20d03f8a3d9 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:30:24.086634 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] No Port match for: cfab35a5-a034-4f2d-bf47-d20d03f8a3d9 {{(pid=93207) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:30:24.086634 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device cfab35a5-a034-4f2d-bf47-d20d03f8a3d9 not bound to the agent host hv-cinder-79229 {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:30:24.426560 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda894e-69c7-45b0-a4a3-1ff4f8845818 req-cb44d8fa-a6c1-4016-900a-848cf7c84152 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:24.428123 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9dda894e-69c7-45b0-a4a3-1ff4f8845818 req-cb44d8fa-a6c1-4016-900a-848cf7c84152 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=f29c7e1f-8f96-4903-a6ea-739c4b5fb7f6 HTTP/1.1" status: 200 len: 944 time: 0.0669866 Jul 22 02:30:24.467778 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9dda894e-69c7-45b0-a4a3-1ff4f8845818 req-82dfe8e7-41a9-4873-8af2-302b8537cce1 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323696 Jul 22 02:30:24.731752 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb4c723-49b0-49e3-b712-af837b097d30 req-b728adec-0cab-4835-bf9a-f730ed75c45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:24.733262 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-ecb4c723-49b0-49e3-b712-af837b097d30 req-b728adec-0cab-4835-bf9a-f730ed75c45d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c2efc9eb-4c67-4b62-93ea-f95b382696ca HTTP/1.1" status: 200 len: 1098 time: 0.0611374 Jul 22 02:30:24.777124 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-ecb4c723-49b0-49e3-b712-af837b097d30 req-93b83ea4-e1cc-44a0-b1a5-4098adec16a6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326972 Jul 22 02:30:24.877858 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 57208) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:24.957083 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8110c4-b36b-4471-b4e2-e91ab7ceb8aa req-b6ed563b-18d6-4fd7-9d0f-d2bb18e86761 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:24.958931 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-df8110c4-b36b-4471-b4e2-e91ab7ceb8aa req-b6ed563b-18d6-4fd7-9d0f-d2bb18e86761 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b0dfcba-eda3-4d31-b73b-f820a8994dce HTTP/1.1" status: 200 len: 944 time: 0.0665295 Jul 22 02:30:25.002687 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-df8110c4-b36b-4471-b4e2-e91ab7ceb8aa req-a0d61d3c-2e79-4bb5-b923-755d4d5689fe tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/security-groups?id=32b10047-7e6e-4dee-84fb-05b15d12528e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359404 Jul 22 02:30:25.005860 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-eac6d3b3-afcb-4df7-8b12-897580d7e6c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:25.100050 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-eac6d3b3-afcb-4df7-8b12-897580d7e6c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:25.109688 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-eac6d3b3-afcb-4df7-8b12-897580d7e6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:25.154745 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-eac6d3b3-afcb-4df7-8b12-897580d7e6c6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1ce16c0bc75345e3a4fb5092982505eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2750902 Jul 22 02:30:25.155462 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac6d3b3-afcb-4df7-8b12-897580d7e6c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f381a3f2-070e-466e-b5de-bcf2299a4970,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:25.159211 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 57224) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:25.208532 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbf470-1e33-4304-8a2c-e4e183c36e06 req-f61a7711-0523-4005-b375-6235980a8b6d tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:25.210097 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-adfbf470-1e33-4304-8a2c-e4e183c36e06 req-f61a7711-0523-4005-b375-6235980a8b6d tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2efc9eb-4c67-4b62-93ea-f95b382696ca HTTP/1.1" status: 200 len: 945 time: 0.0766094 Jul 22 02:30:25.223962 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-8e8e5ad1-6d62-4c8c-9241-0f8001724883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:25.246780 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-8e8e5ad1-6d62-4c8c-9241-0f8001724883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:25.264685 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-adfbf470-1e33-4304-8a2c-e4e183c36e06 req-9fdef253-3289-4191-8b2e-a166f4beff6b tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382106 Jul 22 02:30:25.307436 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-8e8e5ad1-6d62-4c8c-9241-0f8001724883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:25.310087 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-8e8e5ad1-6d62-4c8c-9241-0f8001724883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:25.311265 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-8e8e5ad1-6d62-4c8c-9241-0f8001724883 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f381a3f2-070e-466e-b5de-bcf2299a4970 HTTP/1.1" status: 204 len: 168 time: 0.1510289 Jul 22 02:30:25.319327 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8e5ad1-6d62-4c8c-9241-0f8001724883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f381a3f2-070e-466e-b5de-bcf2299a4970,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:25.623525 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 57246) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:25.630583 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad569975-6979-4ed8-8146-bad3f5948351 req-3aeabc56-60f1-4b17-808f-3c376326a734 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:25.632458 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-ad569975-6979-4ed8-8146-bad3f5948351 req-3aeabc56-60f1-4b17-808f-3c376326a734 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=f29c7e1f-8f96-4903-a6ea-739c4b5fb7f6 HTTP/1.1" status: 200 len: 944 time: 0.0795586 Jul 22 02:30:25.657673 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-ff50bb20-12ba-4304-9f71-fa8731fbe332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:25.697427 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-ad569975-6979-4ed8-8146-bad3f5948351 req-50d8647e-1e1d-4a13-9dfb-d0415614ffeb tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505967 Jul 22 02:30:25.782789 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-ff50bb20-12ba-4304-9f71-fa8731fbe332 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:25.787293 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-ff50bb20-12ba-4304-9f71-fa8731fbe332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:25.828689 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-ff50bb20-12ba-4304-9f71-fa8731fbe332 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e62d9c561db44120a35c988fd6a2cf57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2024958 Jul 22 02:30:25.828689 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff50bb20-12ba-4304-9f71-fa8731fbe332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=628bc184-1612-49ee-bf9e-9fc37d37cd2e,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:25.829816 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 57252) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:25.886127 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3ceb9599-d163-4c9e-82c6-5593e94f3f6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:26.050181 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device 69ce3adf-370f-4b16-a26a-3157068d16e7 up at agent hyperv_hv-cinder-79229 {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:30:26.148222 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Provisioning for port 69ce3adf-370f-4b16-a26a-3157068d16e7 completed by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:30:26.152974 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Provisioning complete for port 69ce3adf-370f-4b16-a26a-3157068d16e7 triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:30:26.153529 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:26.173207 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3ceb9599-d163-4c9e-82c6-5593e94f3f6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:26.243848 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab96bf5b-5192-4d89-8d14-740420765852 req-0442f039-345e-45ad-9378-40bdb2e7e626 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:26.245444 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-ab96bf5b-5192-4d89-8d14-740420765852 req-0442f039-345e-45ad-9378-40bdb2e7e626 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b0dfcba-eda3-4d31-b73b-f820a8994dce HTTP/1.1" status: 200 len: 944 time: 0.1156528 Jul 22 02:30:26.292391 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:26.297706 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3ceb9599-d163-4c9e-82c6-5593e94f3f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:26.303471 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3ceb9599-d163-4c9e-82c6-5593e94f3f6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:26.311201 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-3ceb9599-d163-4c9e-82c6-5593e94f3f6b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/628bc184-1612-49ee-bf9e-9fc37d37cd2e HTTP/1.1" status: 204 len: 168 time: 0.4803162 Jul 22 02:30:26.332994 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceb9599-d163-4c9e-82c6-5593e94f3f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=628bc184-1612-49ee-bf9e-9fc37d37cd2e,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:26.339934 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-ab96bf5b-5192-4d89-8d14-740420765852 req-1ef3fb73-be49-4e90-ad9a-c4fe14aea1b6 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/security-groups?id=32b10047-7e6e-4dee-84fb-05b15d12528e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785332 Jul 22 02:30:26.346939 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port 69ce3adf-370f-4b16-a26a-3157068d16e7, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=69ce3adf-370f-4b16-a26a-3157068d16e7,segment=NetworkSegment(1178c6d7-38f4-4aec-bb2e-34535e569c60),segment_id=1178c6d7-38f4-4aec-bb2e-34535e569c60)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:30:26.347920 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f29c7e1f-8f96-4903-a6ea-739c4b5fb7f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ce3adf-370f-4b16-a26a-3157068d16e7'}] {{(pid=93207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:30:26.350280 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7ee477d080e02922d9a3c1e9b5cc60990edb702a504399eb5b32d0111ac025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a52cc4-1a6d-4f8d-953d-b45a5de35d81" -d '{"events": [{"server_uuid": "f29c7e1f-8f96-4903-a6ea-739c4b5fb7f6", "name": "network-vif-plugged", "status": "completed", "tag": "69ce3adf-370f-4b16-a26a-3157068d16e7"}]}' {{(pid=93207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:30:26.361935 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:26.363447 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device 7c227485-4c47-4b51-b15f-ee79405bab68 up at agent hyperv_hv-cinder-79229 {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:30:26.457209 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bbc452e-978a-49ba-af75-4c3d663749c3 x-openstack-request-id: req-0bbc452e-978a-49ba-af75-4c3d663749c3 {{(pid=93207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:30:26.457499 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f29c7e1f-8f96-4903-a6ea-739c4b5fb7f6", "name": "network-vif-plugged", "status": "completed", "tag": "69ce3adf-370f-4b16-a26a-3157068d16e7", "code": 200}]} {{(pid=93207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:30:26.457753 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0bbc452e-978a-49ba-af75-4c3d663749c3 {{(pid=93207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:30:26.458146 dv-cinder-792299-6-iscsi neutron-server[93207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f29c7e1f-8f96-4903-a6ea-739c4b5fb7f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ce3adf-370f-4b16-a26a-3157068d16e7', 'code': 200} Jul 22 02:30:26.462295 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a10a9f3-8708-4307-bc5c-71a7aee26f37 req-352e889e-6584-40bf-80cb-d2d4ba7971cd tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:26.471839 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Pushing event updated for resources: {'Port': ['ID=69ce3adf-370f-4b16-a26a-3157068d16e7,revision_number=5']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:26.473590 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9a10a9f3-8708-4307-bc5c-71a7aee26f37 req-352e889e-6584-40bf-80cb-d2d4ba7971cd tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2efc9eb-4c67-4b62-93ea-f95b382696ca HTTP/1.1" status: 200 len: 945 time: 0.1011143 Jul 22 02:30:26.489978 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Provisioning for port 7c227485-4c47-4b51-b15f-ee79405bab68 completed by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:30:26.495309 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Provisioning complete for port 7c227485-4c47-4b51-b15f-ee79405bab68 triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:30:26.495639 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:26.540980 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9a10a9f3-8708-4307-bc5c-71a7aee26f37 req-69064e01-95db-4e56-9833-67216f5db6bb tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607693 Jul 22 02:30:26.637637 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:26.674399 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port 7c227485-4c47-4b51-b15f-ee79405bab68, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=7c227485-4c47-4b51-b15f-ee79405bab68,segment=NetworkSegment(5a89ccad-6801-438c-9d1a-5f9fa04b4faa),segment_id=5a89ccad-6801-438c-9d1a-5f9fa04b4faa)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:30:26.680053 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:26.754651 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ca7ca-f90d-4f57-b11e-2551d02a3009 req-ed820775-fbcd-4b7f-99c1-baf8ec02fe23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:26.759929 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-3a0ca7ca-f90d-4f57-b11e-2551d02a3009 req-ed820775-fbcd-4b7f-99c1-baf8ec02fe23 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f29c7e1f-8f96-4903-a6ea-739c4b5fb7f6 HTTP/1.1" status: 200 len: 1098 time: 0.1109972 Jul 22 02:30:26.776519 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Pushing event updated for resources: {'Port': ['ID=7c227485-4c47-4b51-b15f-ee79405bab68,revision_number=5']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:26.807182 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659a782-f00e-4056-b651-7b3e8840e3c6 req-1e4bcc6e-a422-4d51-94de-cb33c2aa4b5a tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:26.814548 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d659a782-f00e-4056-b651-7b3e8840e3c6 req-1e4bcc6e-a422-4d51-94de-cb33c2aa4b5a tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d3a35d1-5d50-4bbc-80be-46255b5b935d HTTP/1.1" status: 200 len: 945 time: 0.2035403 Jul 22 02:30:26.849747 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 57298) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:26.867845 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-b96b0374-3e45-4c34-af33-259deece7f3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:26.892688 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-3a0ca7ca-f90d-4f57-b11e-2551d02a3009 req-af0b3b11-1170-42b0-954d-10038a964a39 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225231 Jul 22 02:30:26.913862 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d659a782-f00e-4056-b651-7b3e8840e3c6 req-1ca726f7-b1ba-49d7-9fd3-a8648930cdd7 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976403 Jul 22 02:30:26.964231 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0900c67-f84a-4755-b4f9-3b4bd9d69ac2 req-6494cd3f-ff02-4be8-94f0-cf31710c6ea2 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:26.965794 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a0900c67-f84a-4755-b4f9-3b4bd9d69ac2 req-6494cd3f-ff02-4be8-94f0-cf31710c6ea2 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=f29c7e1f-8f96-4903-a6ea-739c4b5fb7f6 HTTP/1.1" status: 200 len: 945 time: 0.1777680 Jul 22 02:30:26.997488 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-b96b0374-3e45-4c34-af33-259deece7f3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:27.003151 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-b96b0374-3e45-4c34-af33-259deece7f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:27.014532 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a0900c67-f84a-4755-b4f9-3b4bd9d69ac2 req-a226b3ba-452d-482d-86b0-481317ffb23f tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414667 Jul 22 02:30:27.061578 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-b96b0374-3e45-4c34-af33-259deece7f3d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=58aedfee603643bf972729b393d8c2f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2104363 Jul 22 02:30:27.062737 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 57314) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:27.070934 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96b0374-3e45-4c34-af33-259deece7f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24aaf778-961f-437a-891b-4f62576ab522,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:27.146820 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-71d073bd-92d0-4d5f-be0c-05935bf810e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:27.170024 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-71d073bd-92d0-4d5f-be0c-05935bf810e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:27.240552 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-71d073bd-92d0-4d5f-be0c-05935bf810e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:27.244952 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-71d073bd-92d0-4d5f-be0c-05935bf810e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:27.247288 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-71d073bd-92d0-4d5f-be0c-05935bf810e0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/24aaf778-961f-437a-891b-4f62576ab522 HTTP/1.1" status: 204 len: 168 time: 0.1831717 Jul 22 02:30:27.256806 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d073bd-92d0-4d5f-be0c-05935bf810e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24aaf778-961f-437a-891b-4f62576ab522,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:27.659801 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ddb2b-8064-4f93-8ecf-3f846c80fc16 req-1ce59440-73f1-485f-8f70-edb399da7eac tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:27.661701 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-3c3ddb2b-8064-4f93-8ecf-3f846c80fc16 req-1ce59440-73f1-485f-8f70-edb399da7eac tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b0dfcba-eda3-4d31-b73b-f820a8994dce HTTP/1.1" status: 200 len: 945 time: 0.2077265 Jul 22 02:30:27.781638 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-3c3ddb2b-8064-4f93-8ecf-3f846c80fc16 req-b32e6300-e290-48e1-83b9-15b2a8161bf9 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/security-groups?id=32b10047-7e6e-4dee-84fb-05b15d12528e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102309 Jul 22 02:30:28.271426 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ff6e2-2910-4ac5-9a9d-1b1ee23d45de req-79f97f33-72c4-4f3a-b679-fe958ec01aa3 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:28.282598 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-635ff6e2-2910-4ac5-9a9d-1b1ee23d45de req-79f97f33-72c4-4f3a-b679-fe958ec01aa3 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=f29c7e1f-8f96-4903-a6ea-739c4b5fb7f6 HTTP/1.1" status: 200 len: 945 time: 0.1169467 Jul 22 02:30:28.335354 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-635ff6e2-2910-4ac5-9a9d-1b1ee23d45de req-62cc29d0-0c73-4686-84a9-a17d8f1456c2 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506010 Jul 22 02:30:28.459608 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b0dfcba-eda3-4d31-b73b-f820a8994dce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c227485-4c47-4b51-b15f-ee79405bab68'}] {{(pid=93207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:30:28.463669 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7ee477d080e02922d9a3c1e9b5cc60990edb702a504399eb5b32d0111ac025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd90ae13-47ef-41a6-8394-0e316963213a" -d '{"events": [{"server_uuid": "2b0dfcba-eda3-4d31-b73b-f820a8994dce", "name": "network-vif-plugged", "status": "completed", "tag": "7c227485-4c47-4b51-b15f-ee79405bab68"}]}' {{(pid=93207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:30:28.513425 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6dfc6fe-4092-4c32-a779-6f328f402f08 x-openstack-request-id: req-f6dfc6fe-4092-4c32-a779-6f328f402f08 {{(pid=93207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:30:28.513659 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b0dfcba-eda3-4d31-b73b-f820a8994dce", "name": "network-vif-plugged", "status": "completed", "tag": "7c227485-4c47-4b51-b15f-ee79405bab68", "code": 200}]} {{(pid=93207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:30:28.514119 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f6dfc6fe-4092-4c32-a779-6f328f402f08 {{(pid=93207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:30:28.514522 dv-cinder-792299-6-iscsi neutron-server[93207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b0dfcba-eda3-4d31-b73b-f820a8994dce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c227485-4c47-4b51-b15f-ee79405bab68', 'code': 200} Jul 22 02:30:28.575084 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 57376) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:28.726613 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.v2.base [None req-08f95469-93be-4492-b55b-4e8c633c6dd1 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1669772184-network', 'tenant_id': 'ee6468d0d1374051b8c25fbc7026f713'}} {{(pid=93206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:30:28.754417 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f95469-93be-4492-b55b-4e8c633c6dd1 admin admin] Made reservation on behalf of ee6468d0d1374051b8c25fbc7026f713 for: {'network': 1} {{(pid=93206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:30:28.757285 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-08f95469-93be-4492-b55b-4e8c633c6dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for network, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:28.801125 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-08f95469-93be-4492-b55b-4e8c633c6dd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:28.896836 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8fff02-e9a1-4c87-a169-ba3120effffc req-dfe6280f-7616-450c-ae5c-3f32f9d19105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:28.898334 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-1a8fff02-e9a1-4c87-a169-ba3120effffc req-dfe6280f-7616-450c-ae5c-3f32f9d19105 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2b0dfcba-eda3-4d31-b73b-f820a8994dce HTTP/1.1" status: 200 len: 1098 time: 0.1381223 Jul 22 02:30:29.076489 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-08f95469-93be-4492-b55b-4e8c633c6dd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:29.082202 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-1a8fff02-e9a1-4c87-a169-ba3120effffc req-d6cb19ec-7b8d-44a7-9edd-462731a0d889 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=32b10047-7e6e-4dee-84fb-05b15d12528e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048648 Jul 22 02:30:29.099447 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-08f95469-93be-4492-b55b-4e8c633c6dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:29.125720 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08f95469-93be-4492-b55b-4e8c633c6dd1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=93206) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 02:30:29.134663 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-08f95469-93be-4492-b55b-4e8c633c6dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767938'] for segment, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:29.135196 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.db.segments_db [None req-08f95469-93be-4492-b55b-4e8c633c6dd1 admin admin] Added segment d6982e4b-d3f3-449a-afdf-1db8c2ec7919 of type vlan for network 0257796d-3fa1-4b5b-ba6d-34b2e497e810 Jul 22 02:30:29.204954 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-08f95469-93be-4492-b55b-4e8c633c6dd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789867552247'] for network, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:29.274170 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-08f95469-93be-4492-b55b-4e8c633c6dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863'] for network, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:29.280616 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f95469-93be-4492-b55b-4e8c633c6dd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:29.283350 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-08f95469-93be-4492-b55b-4e8c633c6dd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583845'] for network, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:29.332547 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ab8692-8ab5-4b69-8df4-a9d3cf746fe0 req-95dc5526-8610-4328-9a85-3bb2e962466a tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:29.344024 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-c7ab8692-8ab5-4b69-8df4-a9d3cf746fe0 req-95dc5526-8610-4328-9a85-3bb2e962466a tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b0dfcba-eda3-4d31-b73b-f820a8994dce HTTP/1.1" status: 200 len: 945 time: 0.3652065 Jul 22 02:30:29.373734 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f95469-93be-4492-b55b-4e8c633c6dd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b052ee6d-17cb-4aa6-a0a1-5be1b21f5a4a,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:29.461619 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-08f95469-93be-4492-b55b-4e8c633c6dd1 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8853352 Jul 22 02:30:29.473483 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 57406) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:29.484043 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.v2.base [None req-f780f31b-ce86-4896-8575-1a236b357933 admin admin] Request body: {'subnet': {'network_id': '0257796d-3fa1-4b5b-ba6d-34b2e497e810', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1669772184-subnet', 'tenant_id': 'ee6468d0d1374051b8c25fbc7026f713', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:30:29.552691 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f95469-93be-4492-b55b-4e8c633c6dd1 admin admin] Pushing event updated for resources: {'Network': ['ID=0257796d-3fa1-4b5b-ba6d-34b2e497e810,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:29.573480 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-c7ab8692-8ab5-4b69-8df4-a9d3cf746fe0 req-10b0e580-f8fa-4c80-93c9-9f0da6d5794d tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/security-groups?id=32b10047-7e6e-4dee-84fb-05b15d12528e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2287693 Jul 22 02:30:29.580726 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Network 0257796d-3fa1-4b5b-ba6d-34b2e497e810 details requested by agent ovs-agent-dv-cinder-792299-6-iscsi with host dv-cinder-792299-6-iscsi {{(pid=93207) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 02:30:29.633745 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94ec69f-c456-4c72-a518-eb27b56399e5 req-6481db5d-13e4-41fc-b44a-856d9ef5fae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:29.637558 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d94ec69f-c456-4c72-a518-eb27b56399e5 req-6481db5d-13e4-41fc-b44a-856d9ef5fae4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=983dc1d7a16247a98a094716f99ada48&device_id=8d3a35d1-5d50-4bbc-80be-46255b5b935d HTTP/1.1" status: 200 len: 1098 time: 0.2544854 Jul 22 02:30:29.643032 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f780f31b-ce86-4896-8575-1a236b357933 admin admin] Made reservation on behalf of ee6468d0d1374051b8c25fbc7026f713 for: {'subnet': 1} {{(pid=93206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:30:29.650898 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-f780f31b-ce86-4896-8575-1a236b357933 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:29.919267 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a711a-71db-4412-8089-b2f5eb80002a req-76b91842-e128-45af-b915-b5d0c823bc1d tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:29.926916 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b87a711a-71db-4412-8089-b2f5eb80002a req-76b91842-e128-45af-b915-b5d0c823bc1d tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d3a35d1-5d50-4bbc-80be-46255b5b935d HTTP/1.1" status: 200 len: 945 time: 0.3834116 Jul 22 02:30:30.038375 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94ec69f-c456-4c72-a518-eb27b56399e5 req-d62313fe-0607-433a-9398-730adb7386d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:30.039888 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d94ec69f-c456-4c72-a518-eb27b56399e5 req-d62313fe-0607-433a-9398-730adb7386d0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=72ed7fff-9ec8-4d42-8728-85745d62dd2e HTTP/1.1" status: 200 len: 919 time: 0.3208015 Jul 22 02:30:30.048572 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b87a711a-71db-4412-8089-b2f5eb80002a req-a8260537-489f-4718-8bad-c330b17a4100 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205869 Jul 22 02:30:30.076914 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b7234-bf2c-4275-9c86-ed5654ded06e req-8a7df681-ca9d-460c-8884-13c7f9582225 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:30.078491 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d01b7234-bf2c-4275-9c86-ed5654ded06e req-8a7df681-ca9d-460c-8884-13c7f9582225 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=f29c7e1f-8f96-4903-a6ea-739c4b5fb7f6 HTTP/1.1" status: 200 len: 945 time: 0.3139527 Jul 22 02:30:30.124455 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d94ec69f-c456-4c72-a518-eb27b56399e5 req-133dba04-971c-4222-a17b-1ceb34769a50 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=21642b83-cb97-476d-9965-9d450d17bc83 HTTP/1.1" status: 200 len: 217 time: 0.0748880 Jul 22 02:30:30.226401 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-f780f31b-ce86-4896-8575-1a236b357933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863'] for subnet, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:30.287653 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d01b7234-bf2c-4275-9c86-ed5654ded06e req-d770d626-a805-4b61-b0c5-51c77b8b1d0b tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747706 Jul 22 02:30:30.336467 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94ec69f-c456-4c72-a518-eb27b56399e5 req-6460f20d-bc83-408a-a626-4dd35eb8b85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:30.338595 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d94ec69f-c456-4c72-a518-eb27b56399e5 req-6460f20d-bc83-408a-a626-4dd35eb8b85b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=72796e7a-066a-4b87-aca1-2c9cb7a8cc4a HTTP/1.1" status: 200 len: 859 time: 0.2036273 Jul 22 02:30:30.342040 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f780f31b-ce86-4896-8575-1a236b357933 admin admin] Pushing event updated for resources: {'Subnet': ['ID=096b39b0-a085-4401-bf7c-3db8fe7f35de,revision_number=0']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:30.382480 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d94ec69f-c456-4c72-a518-eb27b56399e5 req-64431688-70cf-4946-b47e-791e2ed00e6d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=72ed7fff-9ec8-4d42-8728-85745d62dd2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348091 Jul 22 02:30:30.407314 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f780f31b-ce86-4896-8575-1a236b357933 admin admin] Checking segment: {'id': 'd6982e4b-d3f3-449a-afdf-1db8c2ec7919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0257796d-3fa1-4b5b-ba6d-34b2e497e810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:30:30.407710 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f780f31b-ce86-4896-8575-1a236b357933 admin admin] Network hostable DHCP agents. Network: 0257796d-3fa1-4b5b-ba6d-34b2e497e810, hostable agents: ['7ec0f4f5-17d5-44d9-a280-5d81f7a2a404'], hosted agents: [] {{(pid=93206) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 02:30:30.559400 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f780f31b-ce86-4896-8575-1a236b357933 admin admin] Network 0257796d-3fa1-4b5b-ba6d-34b2e497e810 is scheduled to be hosted by DHCP agent 7ec0f4f5-17d5-44d9-a280-5d81f7a2a404 with binding_index 1 {{(pid=93206) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 02:30:30.589892 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.base_scheduler [None req-f780f31b-ce86-4896-8575-1a236b357933 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-6-iscsi, 0257796d-3fa1-4b5b-ba6d-34b2e497e810) {{(pid=93206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:30:30.603960 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f780f31b-ce86-4896-8575-1a236b357933 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:30.604601 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-f780f31b-ce86-4896-8575-1a236b357933 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:30.605718 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144eb735-ba87-453d-89cc-6521f7458181 None None] Network 0257796d-3fa1-4b5b-ba6d-34b2e497e810 requested from dv-cinder-792299-6-iscsi {{(pid=93207) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:30:30.622321 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d94ec69f-c456-4c72-a518-eb27b56399e5 req-be580c20-1831-483e-9552-b0225c4ba711 service neutron] 10.222.0.23 "GET /v2.0/networks/72ed7fff-9ec8-4d42-8728-85745d62dd2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270250 Jul 22 02:30:30.635337 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-f780f31b-ce86-4896-8575-1a236b357933 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1650622 Jul 22 02:30:30.734977 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d94ec69f-c456-4c72-a518-eb27b56399e5 req-56d7db3d-a6e4-440d-8300-4d7cd1c11cea service neutron] 10.222.0.23 "GET /v2.0/networks/72ed7fff-9ec8-4d42-8728-85745d62dd2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972483 Jul 22 02:30:31.041090 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe80390-1784-42be-a6c5-842e07ef70c3 None None] Network 0257796d-3fa1-4b5b-ba6d-34b2e497e810 requested from dv-cinder-792299-6-iscsi {{(pid=93207) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:30:31.086583 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb377566-6a6b-424f-bf1a-6e377b405ca9 req-6dd216db-5a65-4ee1-98c2-3aa6d86fafc0 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:31.099268 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-fb377566-6a6b-424f-bf1a-6e377b405ca9 req-6dd216db-5a65-4ee1-98c2-3aa6d86fafc0 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b0dfcba-eda3-4d31-b73b-f820a8994dce HTTP/1.1" status: 200 len: 945 time: 0.2830594 Jul 22 02:30:31.222547 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-fb377566-6a6b-424f-bf1a-6e377b405ca9 req-54c842f0-b80e-4455-81e8-e8dfe208a881 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/security-groups?id=32b10047-7e6e-4dee-84fb-05b15d12528e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000912 Jul 22 02:30:31.339155 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 57452) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:31.412447 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef11380c-1214-4dc7-a196-2729a953a271 req-6ee8f35e-4154-4028-a812-57ad2daac1da tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:31.418600 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-ef11380c-1214-4dc7-a196-2729a953a271 req-6ee8f35e-4154-4028-a812-57ad2daac1da tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d3a35d1-5d50-4bbc-80be-46255b5b935d HTTP/1.1" status: 200 len: 945 time: 0.1737790 Jul 22 02:30:31.600002 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-ef11380c-1214-4dc7-a196-2729a953a271 req-c50c9ab3-2a20-4e02-afd8-7e72562ab9e5 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671379 Jul 22 02:30:31.627704 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed11a7f-6c8d-427a-9674-4ae09bd25ec5 req-448991bd-7715-4b27-90c9-90f2ada9fad4 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:31.633561 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-2ed11a7f-6c8d-427a-9674-4ae09bd25ec5 req-448991bd-7715-4b27-90c9-90f2ada9fad4 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b0dfcba-eda3-4d31-b73b-f820a8994dce HTTP/1.1" status: 200 len: 945 time: 0.1939118 Jul 22 02:30:31.638192 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 57464) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:31.644144 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-cd38fc4a-c9b7-4e49-91c3-1826e569eb08 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Request body: {'floatingip': {'port_id': '7c227485-4c47-4b51-b15f-ee79405bab68'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:30:31.759686 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-cd38fc4a-c9b7-4e49-91c3-1826e569eb08 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks [] for floatingip, before_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:31.769540 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-f2cf3952-56f2-4418-a1b4-08b9483730ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:32.146553 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-f2cf3952-56f2-4418-a1b4-08b9483730ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:32.190315 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-f2cf3952-56f2-4418-a1b4-08b9483730ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:32.444348 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-f2cf3952-56f2-4418-a1b4-08b9483730ca admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2d069c0a161140c389011b91e40b885d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1033106 Jul 22 02:30:32.447717 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 57476) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:32.551523 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cf3952-56f2-4418-a1b4-08b9483730ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8cf0f92-1f4d-4654-abb4-ee848be7f4a0,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:32.563934 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-128c6047-b4e8-422c-8a97-5c8d3a2fc726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:32.607005 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-128c6047-b4e8-422c-8a97-5c8d3a2fc726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:32.628361 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-cd38fc4a-c9b7-4e49-91c3-1826e569eb08 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:32.638148 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-cd38fc4a-c9b7-4e49-91c3-1826e569eb08 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746573'] for floatingip, after_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:32.761968 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-128c6047-b4e8-422c-8a97-5c8d3a2fc726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:32.771147 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-128c6047-b4e8-422c-8a97-5c8d3a2fc726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:32.773169 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-128c6047-b4e8-422c-8a97-5c8d3a2fc726 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a8cf0f92-1f4d-4654-abb4-ee848be7f4a0 HTTP/1.1" status: 204 len: 168 time: 0.3184729 Jul 22 02:30:32.788907 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128c6047-b4e8-422c-8a97-5c8d3a2fc726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8cf0f92-1f4d-4654-abb4-ee848be7f4a0,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:32.840008 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.db.l3_db [None req-cd38fc4a-c9b7-4e49-91c3-1826e569eb08 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Floating IP afddb229-d6f0-43af-941c-523559c543d1 associated. External IP: 172.27.3.200, port: 7c227485-4c47-4b51-b15f-ee79405bab68. Jul 22 02:30:33.014765 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab378d7c-e1e5-4266-bb39-1a6b16495962 req-640745a0-f020-4187-8bc0-30dd9843d219 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:33.025558 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-ab378d7c-e1e5-4266-bb39-1a6b16495962 req-640745a0-f020-4187-8bc0-30dd9843d219 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d3a35d1-5d50-4bbc-80be-46255b5b935d HTTP/1.1" status: 200 len: 945 time: 0.2080057 Jul 22 02:30:33.148950 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-ab378d7c-e1e5-4266-bb39-1a6b16495962 req-7005e6a6-ad03-4f11-ab49-863ed39175fd tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133149 Jul 22 02:30:33.620348 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd38fc4a-c9b7-4e49-91c3-1826e569eb08 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Router 25179013-1b60-4467-b3fa-79b0d56bb301 has already been hosted by L3 agent f9ed0358-a013-4c74-a622-17ee633b4610 {{(pid=93205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 02:30:33.879126 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd38fc4a-c9b7-4e49-91c3-1826e569eb08 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify agent at l3_agent.dv-cinder-792299-6-iscsi the message routers_updated {{(pid=93205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:30:33.889905 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-cd38fc4a-c9b7-4e49-91c3-1826e569eb08 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409'] for floatingip, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:33.902476 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e11d21-8e36-4765-9f45-fd857ea4c9e4 None None] Sync routers for ids ['25179013-1b60-4467-b3fa-79b0d56bb301'] in dv-cinder-792299-6-iscsi {{(pid=93208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:30:33.929774 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e11d21-8e36-4765-9f45-fd857ea4c9e4 None None] Routers {'25179013-1b60-4467-b3fa-79b0d56bb301'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:30:33.930470 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-17e11d21-8e36-4765-9f45-fd857ea4c9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:30:14Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['25179013-1b60-4467-b3fa-79b0d56bb301'], 'active': True} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:30:33.980724 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-cd38fc4a-c9b7-4e49-91c3-1826e569eb08 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "PUT /v2.0/floatingips/afddb229-d6f0-43af-941c-523559c543d1 HTTP/1.1" status: 200 len: 991 time: 2.3411493 Jul 22 02:30:33.981326 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b0dfcba-eda3-4d31-b73b-f820a8994dce', 'tag': '7c227485-4c47-4b51-b15f-ee79405bab68'}] {{(pid=93205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:30:33.983657 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1519ab49a2e6f2c0b9af796621e68389a02ac4e63e9641ecb08298f364d17118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90337cb4-3274-4c24-a095-6f59abf95755" -d '{"events": [{"name": "network-changed", "server_uuid": "2b0dfcba-eda3-4d31-b73b-f820a8994dce", "tag": "7c227485-4c47-4b51-b15f-ee79405bab68"}]}' {{(pid=93205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:30:34.128012 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c8cc2-7601-4085-ad87-d705943dbe03 req-19c48302-d823-48c2-8eab-98db1c761be0 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:34.135188 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-750c8cc2-7601-4085-ad87-d705943dbe03 req-19c48302-d823-48c2-8eab-98db1c761be0 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] 10.222.0.30 "GET /v2.0/networks?id=0257796d-3fa1-4b5b-ba6d-34b2e497e810 HTTP/1.1" status: 200 len: 814 time: 0.1864502 Jul 22 02:30:34.154624 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-750c8cc2-7601-4085-ad87-d705943dbe03 req-683b49b3-8368-43ab-a4f4-5b445734b90e tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] 10.222.0.30 "GET /v2.0/quotas/ee6468d0d1374051b8c25fbc7026f713 HTTP/1.1" status: 200 len: 375 time: 0.0182588 Jul 22 02:30:34.197820 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-750c8cc2-7601-4085-ad87-d705943dbe03 req-5a71ea49-a97d-457b-9fb2-f6a7e9a05479 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ee6468d0d1374051b8c25fbc7026f713&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422039 Jul 22 02:30:34.200672 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvr_db [None req-17e11d21-8e36-4765-9f45-fd857ea4c9e4 None None] Set router 25179013-1b60-4467-b3fa-79b0d56bb301 gateway port host: dv-cinder-792299-6-iscsi {{(pid=93208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:30:34.300742 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 02:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc42d55-310c-46a7-aef0-d88e01c52f9d x-openstack-request-id: req-5dc42d55-310c-46a7-aef0-d88e01c52f9d {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:30:34.301180 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b0dfcba-eda3-4d31-b73b-f820a8994dce", "tag": "7c227485-4c47-4b51-b15f-ee79405bab68", "status": "completed", "code": 200}]} {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:30:34.301853 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5dc42d55-310c-46a7-aef0-d88e01c52f9d {{(pid=93205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:30:34.302645 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b0dfcba-eda3-4d31-b73b-f820a8994dce', 'tag': '7c227485-4c47-4b51-b15f-ee79405bab68', 'status': 'completed', 'code': 200} Jul 22 02:30:34.377024 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 57568) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:34.504701 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-750c8cc2-7601-4085-ad87-d705943dbe03 req-070ec4e7-f03c-4aaa-86fd-ce1e06027379 service neutron] 10.222.0.30 "GET /v2.0/networks/0257796d-3fa1-4b5b-ba6d-34b2e497e810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999582 Jul 22 02:30:34.590624 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90337cb4-3274-4c24-a095-6f59abf95755 req-b9898984-8c41-44cd-a238-77adaec9ecb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:34.594878 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-90337cb4-3274-4c24-a095-6f59abf95755 req-b9898984-8c41-44cd-a238-77adaec9ecb3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=be407e9b4d21489b9bf1679354068654&device_id=2b0dfcba-eda3-4d31-b73b-f820a8994dce HTTP/1.1" status: 200 len: 1098 time: 0.2621944 Jul 22 02:30:34.615857 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-17e11d21-8e36-4765-9f45-fd857ea4c9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25179013-1b60-4467-b3fa-79b0d56bb301', 'name': 'tempest-AttachVolumeTestJSON-1072535-router', 'tenant_id': 'be407e9b4d21489b9bf1679354068654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '5a80ef8a-a359-48a3-9064-0870ce8cddc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:29:54Z', 'updated_at': '2021-07-22T02:30:00Z', 'revision_number': 4, 'project_id': 'be407e9b4d21489b9bf1679354068654', 'gw_port': {'id': '5a80ef8a-a359-48a3-9064-0870ce8cddc9', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:da:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25179013-1b60-4467-b3fa-79b0d56bb301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:55Z', 'updated_at': '2021-07-22T02:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_floatingips': [{'id': 'afddb229-d6f0-43af-941c-523559c543d1', 'tenant_id': 'be407e9b4d21489b9bf1679354068654', 'floating_ip_address': '172.27.3.200', 'floating_network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'router_id': '25179013-1b60-4467-b3fa-79b0d56bb301', 'port_id': '7c227485-4c47-4b51-b15f-ee79405bab68', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4519266e-72e1-49eb-bb7e-76cf6f2efe9d', 'mac_address': 'fa:16:3e:50:3e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0dfcba-eda3-4d31-b73b-f820a8994dce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T02:30:04Z', 'updated_at': '2021-07-22T02:30:32Z', 'revision_number': 1, 'project_id': 'be407e9b4d21489b9bf1679354068654', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a9b2679-feef-4665-b29f-b514912da77f', 'name': '', 'network_id': '4519266e-72e1-49eb-bb7e-76cf6f2efe9d', 'tenant_id': 'be407e9b4d21489b9bf1679354068654', 'mac_address': 'fa:16:3e:3c:a3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25179013-1b60-4467-b3fa-79b0d56bb301', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '9cd4545e-995f-4d04-a4da-3045595e4283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:59Z', 'updated_at': '2021-07-22T02:30:06Z', 'revision_number': 5, 'project_id': 'be407e9b4d21489b9bf1679354068654', 'subnets': [{'id': '9cd4545e-995f-4d04-a4da-3045595e4283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:30:34.647326 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-8af88ac6-956f-4803-b16b-7c02ad4beb33 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-185652920-network', 'tenant_id': '60e53c28ef444ab7bab4b366b3848f57'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:30:34.666894 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e11d21-8e36-4765-9f45-fd857ea4c9e4 None None] Checking router: 25179013-1b60-4467-b3fa-79b0d56bb301 for host: dv-cinder-792299-6-iscsi {{(pid=93208) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:30:34.677812 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e11d21-8e36-4765-9f45-fd857ea4c9e4 None None] Routers {'25179013-1b60-4467-b3fa-79b0d56bb301'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:30:34.679133 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-17e11d21-8e36-4765-9f45-fd857ea4c9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:30:14Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['25179013-1b60-4467-b3fa-79b0d56bb301'], 'active': True} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:30:34.693319 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af88ac6-956f-4803-b16b-7c02ad4beb33 admin admin] Made reservation on behalf of 60e53c28ef444ab7bab4b366b3848f57 for: {'network': 1} {{(pid=93205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:30:34.697636 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-8af88ac6-956f-4803-b16b-7c02ad4beb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for network, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:34.715727 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-8af88ac6-956f-4803-b16b-7c02ad4beb33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:34.867392 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvr_db [None req-17e11d21-8e36-4765-9f45-fd857ea4c9e4 None None] Set router 25179013-1b60-4467-b3fa-79b0d56bb301 gateway port host: dv-cinder-792299-6-iscsi {{(pid=93208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:30:34.878789 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-750c8cc2-7601-4085-ad87-d705943dbe03 req-277e82cb-4825-4aff-9438-72d5bcb13fda service neutron] 10.222.0.30 "GET /v2.0/networks/0257796d-3fa1-4b5b-ba6d-34b2e497e810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3726115 Jul 22 02:30:34.924430 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-8af88ac6-956f-4803-b16b-7c02ad4beb33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:34.928314 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8355418-c914-4058-afc0-65ecc2a2a25c req-9b06c8bf-8ee7-468a-807e-fd35efef601b tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:34.933609 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-f8355418-c914-4058-afc0-65ecc2a2a25c req-9b06c8bf-8ee7-468a-807e-fd35efef601b tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d3a35d1-5d50-4bbc-80be-46255b5b935d HTTP/1.1" status: 200 len: 945 time: 0.2961335 Jul 22 02:30:34.936428 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90337cb4-3274-4c24-a095-6f59abf95755 req-c6273daa-a3d0-4968-b188-e5cc82e7879e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:34.939300 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-8af88ac6-956f-4803-b16b-7c02ad4beb33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:34.940066 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-90337cb4-3274-4c24-a095-6f59abf95755 req-c6273daa-a3d0-4968-b188-e5cc82e7879e service neutron] 10.222.0.23 "GET /v2.0/networks?id=4519266e-72e1-49eb-bb7e-76cf6f2efe9d HTTP/1.1" status: 200 len: 908 time: 0.3220439 Jul 22 02:30:34.995644 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af88ac6-956f-4803-b16b-7c02ad4beb33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f13f5576-774a-463a-ae27-ddf3f24faf9e,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:35.027483 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8af88ac6-956f-4803-b16b-7c02ad4beb33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=93205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 02:30:35.045874 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-8af88ac6-956f-4803-b16b-7c02ad4beb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767938'] for segment, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:35.046488 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.db.segments_db [None req-8af88ac6-956f-4803-b16b-7c02ad4beb33 admin admin] Added segment 96fb0343-6944-4dfe-bca8-613847c19d98 of type vlan for network 7d104b28-014f-472e-8afa-ee2cdb209037 Jul 22 02:30:35.109287 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-f8355418-c914-4058-afc0-65ecc2a2a25c req-c176407b-dcb2-4ad4-b6b2-0b23ead2ac11 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591356 Jul 22 02:30:35.140895 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-8af88ac6-956f-4803-b16b-7c02ad4beb33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789867552247'] for network, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:35.189772 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-8af88ac6-956f-4803-b16b-7c02ad4beb33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863'] for network, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:35.191391 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af88ac6-956f-4803-b16b-7c02ad4beb33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:35.191983 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-8af88ac6-956f-4803-b16b-7c02ad4beb33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583845'] for network, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:35.221913 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-8af88ac6-956f-4803-b16b-7c02ad4beb33 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8408446 Jul 22 02:30:35.231488 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 57582) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:35.238641 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-384d4ca4-4a3e-45b8-bb1a-38c34d82c2b5 admin admin] Request body: {'subnet': {'network_id': '7d104b28-014f-472e-8afa-ee2cdb209037', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-185652920-subnet', 'tenant_id': '60e53c28ef444ab7bab4b366b3848f57', 'ip_version': 4}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:30:35.257458 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-90337cb4-3274-4c24-a095-6f59abf95755 req-a68f9dc4-2b04-44e0-b650-4fc61cfa3008 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c227485-4c47-4b51-b15f-ee79405bab68 HTTP/1.1" status: 200 len: 999 time: 0.2614863 Jul 22 02:30:35.322812 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-22201249-da07-405a-b78d-f6bfb07ecc7a req-f235d893-b4ea-44be-85fe-63afbe7a6e7c tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c0b8f55-5afa-4532-9a13-ce6b19d32e63 HTTP/1.1" status: 200 len: 210 time: 0.0655563 Jul 22 02:30:35.336554 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af88ac6-956f-4803-b16b-7c02ad4beb33 admin admin] Pushing event updated for resources: {'Network': ['ID=7d104b28-014f-472e-8afa-ee2cdb209037,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:35.358915 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Network 7d104b28-014f-472e-8afa-ee2cdb209037 details requested by agent ovs-agent-dv-cinder-792299-6-iscsi with host dv-cinder-792299-6-iscsi {{(pid=93207) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 02:30:35.378297 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-384d4ca4-4a3e-45b8-bb1a-38c34d82c2b5 admin admin] Made reservation on behalf of 60e53c28ef444ab7bab4b366b3848f57 for: {'subnet': 1} {{(pid=93205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:30:35.386033 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90337cb4-3274-4c24-a095-6f59abf95755 req-7c7b97eb-1dfd-4f23-ac5a-71032bc59bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:35.388759 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-384d4ca4-4a3e-45b8-bb1a-38c34d82c2b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3529060'] for subnet, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:35.389277 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-90337cb4-3274-4c24-a095-6f59abf95755 req-7c7b97eb-1dfd-4f23-ac5a-71032bc59bcf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9cd4545e-995f-4d04-a4da-3045595e4283 HTTP/1.1" status: 200 len: 847 time: 0.1103539 Jul 22 02:30:35.520350 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90337cb4-3274-4c24-a095-6f59abf95755 req-d2846098-1c49-4d6a-b5f2-d0c8e10ab9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:35.528483 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-90337cb4-3274-4c24-a095-6f59abf95755 req-d2846098-1c49-4d6a-b5f2-d0c8e10ab9f5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4519266e-72e1-49eb-bb7e-76cf6f2efe9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1235664 Jul 22 02:30:35.616804 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-17e11d21-8e36-4765-9f45-fd857ea4c9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25179013-1b60-4467-b3fa-79b0d56bb301', 'name': 'tempest-AttachVolumeTestJSON-1072535-router', 'tenant_id': 'be407e9b4d21489b9bf1679354068654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '5a80ef8a-a359-48a3-9064-0870ce8cddc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:29:54Z', 'updated_at': '2021-07-22T02:30:00Z', 'revision_number': 4, 'project_id': 'be407e9b4d21489b9bf1679354068654', 'gw_port': {'id': '5a80ef8a-a359-48a3-9064-0870ce8cddc9', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:da:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25179013-1b60-4467-b3fa-79b0d56bb301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:55Z', 'updated_at': '2021-07-22T02:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_floatingips': [{'id': 'afddb229-d6f0-43af-941c-523559c543d1', 'tenant_id': 'be407e9b4d21489b9bf1679354068654', 'floating_ip_address': '172.27.3.200', 'floating_network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'router_id': '25179013-1b60-4467-b3fa-79b0d56bb301', 'port_id': '7c227485-4c47-4b51-b15f-ee79405bab68', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4519266e-72e1-49eb-bb7e-76cf6f2efe9d', 'mac_address': 'fa:16:3e:50:3e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0dfcba-eda3-4d31-b73b-f820a8994dce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T02:30:04Z', 'updated_at': '2021-07-22T02:30:32Z', 'revision_number': 1, 'project_id': 'be407e9b4d21489b9bf1679354068654', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a9b2679-feef-4665-b29f-b514912da77f', 'name': '', 'network_id': '4519266e-72e1-49eb-bb7e-76cf6f2efe9d', 'tenant_id': 'be407e9b4d21489b9bf1679354068654', 'mac_address': 'fa:16:3e:3c:a3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25179013-1b60-4467-b3fa-79b0d56bb301', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '9cd4545e-995f-4d04-a4da-3045595e4283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:59Z', 'updated_at': '2021-07-22T02:30:06Z', 'revision_number': 5, 'project_id': 'be407e9b4d21489b9bf1679354068654', 'subnets': [{'id': '9cd4545e-995f-4d04-a4da-3045595e4283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:30:35.658559 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 57606) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:35.691660 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e11d21-8e36-4765-9f45-fd857ea4c9e4 None None] The sync data for ids ['25179013-1b60-4467-b3fa-79b0d56bb301'] in dv-cinder-792299-6-iscsi is: [{'id': '25179013-1b60-4467-b3fa-79b0d56bb301', 'name': 'tempest-AttachVolumeTestJSON-1072535-router', 'tenant_id': 'be407e9b4d21489b9bf1679354068654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '5a80ef8a-a359-48a3-9064-0870ce8cddc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:29:54Z', 'updated_at': '2021-07-22T02:30:00Z', 'revision_number': 4, 'project_id': 'be407e9b4d21489b9bf1679354068654', 'gw_port': {'id': '5a80ef8a-a359-48a3-9064-0870ce8cddc9', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:da:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25179013-1b60-4467-b3fa-79b0d56bb301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:55Z', 'updated_at': '2021-07-22T02:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_floatingips': [{'id': 'afddb229-d6f0-43af-941c-523559c543d1', 'tenant_id': 'be407e9b4d21489b9bf1679354068654', 'floating_ip_address': '172.27.3.200', 'floating_network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'router_id': '25179013-1b60-4467-b3fa-79b0d56bb301', 'port_id': '7c227485-4c47-4b51-b15f-ee79405bab68', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4519266e-72e1-49eb-bb7e-76cf6f2efe9d', 'mac_address': 'fa:16:3e:50:3e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0dfcba-eda3-4d31-b73b-f820a8994dce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T02:30:04Z', 'updated_at': '2021-07-22T02:30:32Z', 'revision_number': 1, 'project_id': 'be407e9b4d21489b9bf1679354068654', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a9b2679-feef-4665-b29f-b514912da77f', 'name': '', 'network_id': '4519266e-72e1-49eb-bb7e-76cf6f2efe9d', 'tenant_id': 'be407e9b4d21489b9bf1679354068654', 'mac_address': 'fa:16:3e:3c:a3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25179013-1b60-4467-b3fa-79b0d56bb301', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '9cd4545e-995f-4d04-a4da-3045595e4283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:59Z', 'updated_at': '2021-07-22T02:30:06Z', 'revision_number': 5, 'project_id': 'be407e9b4d21489b9bf1679354068654', 'subnets': [{'id': '9cd4545e-995f-4d04-a4da-3045595e4283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:30:35.758652 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff39d766-f283-4907-8655-249d7aa58f56 admin admin] Deleting subnet 49940967-3dd2-4017-96ee-a383fac79dde {{(pid=93205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 02:30:35.766498 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-ff39d766-f283-4907-8655-249d7aa58f56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:35.846466 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-ff39d766-f283-4907-8655-249d7aa58f56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3324597'] for subnet, precommit_delete_associations {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:35.854501 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-90337cb4-3274-4c24-a095-6f59abf95755 req-a01b3086-3ec3-462f-a26e-f569eb531ed2 service neutron] 10.222.0.23 "GET /v2.0/networks/4519266e-72e1-49eb-bb7e-76cf6f2efe9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124042 Jul 22 02:30:35.976173 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-ff39d766-f283-4907-8655-249d7aa58f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774554'] for subnet, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:36.047583 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-384d4ca4-4a3e-45b8-bb1a-38c34d82c2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3324599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3528982'] for subnet, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:36.190665 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18c3e90-3349-4b6b-9d23-63dee1cc2f78 None None] New status for floating IP afddb229-d6f0-43af-941c-523559c543d1: ACTIVE {{(pid=93207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 02:30:36.193194 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-ff39d766-f283-4907-8655-249d7aa58f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3324534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3528985'] for subnet, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:36.223557 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384d4ca4-4a3e-45b8-bb1a-38c34d82c2b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e348ba7a-6c7e-455e-97d0-0c7dd6db87f0,revision_number=0']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:36.269599 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384d4ca4-4a3e-45b8-bb1a-38c34d82c2b5 admin admin] Checking segment: {'id': '96fb0343-6944-4dfe-bca8-613847c19d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7d104b28-014f-472e-8afa-ee2cdb209037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:30:36.269970 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384d4ca4-4a3e-45b8-bb1a-38c34d82c2b5 admin admin] Network hostable DHCP agents. Network: 7d104b28-014f-472e-8afa-ee2cdb209037, hostable agents: ['7ec0f4f5-17d5-44d9-a280-5d81f7a2a404'], hosted agents: [] {{(pid=93205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 02:30:36.303429 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff39d766-f283-4907-8655-249d7aa58f56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49940967-3dd2-4017-96ee-a383fac79dde,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:36.308315 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-ff39d766-f283-4907-8655-249d7aa58f56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583845'] for subnet, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:36.315195 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-ff39d766-f283-4907-8655-249d7aa58f56 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/49940967-3dd2-4017-96ee-a383fac79dde HTTP/1.1" status: 204 len: 168 time: 0.6524000 Jul 22 02:30:36.330949 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 57612) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:36.352013 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384d4ca4-4a3e-45b8-bb1a-38c34d82c2b5 admin admin] Network 7d104b28-014f-472e-8afa-ee2cdb209037 is scheduled to be hosted by DHCP agent 7ec0f4f5-17d5-44d9-a280-5d81f7a2a404 with binding_index 1 {{(pid=93205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 02:30:36.462807 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.base_scheduler [None req-384d4ca4-4a3e-45b8-bb1a-38c34d82c2b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-6-iscsi, 7d104b28-014f-472e-8afa-ee2cdb209037) {{(pid=93205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:30:36.488054 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-90337cb4-3274-4c24-a095-6f59abf95755 req-62aa945a-8aac-4104-83cf-2bd03cbc36f9 service neutron] 10.222.0.23 "GET /v2.0/networks/4519266e-72e1-49eb-bb7e-76cf6f2efe9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6181364 Jul 22 02:30:36.498901 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384d4ca4-4a3e-45b8-bb1a-38c34d82c2b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:36.498901 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-384d4ca4-4a3e-45b8-bb1a-38c34d82c2b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583845'] for subnet, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:36.537193 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-229d465b-5f24-4f6c-8040-a5f16a0780e3 req-19ef2be9-cf3f-4914-96b5-1a4069a0bea2 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c0b8f55-5afa-4532-9a13-ce6b19d32e63 HTTP/1.1" status: 200 len: 210 time: 0.0469804 Jul 22 02:30:36.563839 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5beba52-b4d4-48e6-995e-db364768cfbb req-8ecc5686-5438-422c-8fca-9f19d1b1714a tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:36.574556 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d5beba52-b4d4-48e6-995e-db364768cfbb req-8ecc5686-5438-422c-8fca-9f19d1b1714a tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d3a35d1-5d50-4bbc-80be-46255b5b935d HTTP/1.1" status: 200 len: 945 time: 0.1726186 Jul 22 02:30:36.576245 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecab954e-6b57-457e-9d18-bcf277efa2b5 None None] Network 7d104b28-014f-472e-8afa-ee2cdb209037 requested from dv-cinder-792299-6-iscsi {{(pid=93207) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:30:36.600122 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-e7176d70-222e-4140-b3f8-dc919e3a1c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-716893'] for network, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:36.631572 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-384d4ca4-4a3e-45b8-bb1a-38c34d82c2b5 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3989046 Jul 22 02:30:36.647057 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 57620) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:36.669271 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.v2.base [None req-442a51bb-e6c0-488b-8d4f-b6e20dbf9a67 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-185652920-router', 'tenant_id': '60e53c28ef444ab7bab4b366b3848f57', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00'}}} {{(pid=93206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:30:36.704026 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d5beba52-b4d4-48e6-995e-db364768cfbb req-ec8b2c85-4652-4edc-b30e-6f534667761a tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288426 Jul 22 02:30:36.740725 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-442a51bb-e6c0-488b-8d4f-b6e20dbf9a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1746485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25300'] for router, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:36.742314 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-442a51bb-e6c0-488b-8d4f-b6e20dbf9a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1760026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1633086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25311'] for router, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:36.795346 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-e7176d70-222e-4140-b3f8-dc919e3a1c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-773542', 'neutron.services.segments.db._delete_segments_for_network-8789868033329'] for network, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:36.824869 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.services.segments.db [None req-e7176d70-222e-4140-b3f8-dc919e3a1c10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57e8dd34-d662-419f-94d8-7242dfd27cc7']}} {{(pid=93205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:30:36.848024 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.services.segments.db [None req-e7176d70-222e-4140-b3f8-dc919e3a1c10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '522aa270-3bcd-4300-9685-cb50215d2a8f') {'for_net_delete': True} {{(pid=93205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:30:36.849138 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.services.segments.db [None req-e7176d70-222e-4140-b3f8-dc919e3a1c10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '522aa270-3bcd-4300-9685-cb50215d2a8f') {} {{(pid=93205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:30:36.866928 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-e7176d70-222e-4140-b3f8-dc919e3a1c10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789868033850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3324604'] for segment, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:36.870605 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-442a51bb-e6c0-488b-8d4f-b6e20dbf9a67 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:36.900828 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-e7176d70-222e-4140-b3f8-dc919e3a1c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767938'] for segment, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:36.926924 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7176d70-222e-4140-b3f8-dc919e3a1c10 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=93205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 02:30:36.927118 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-e7176d70-222e-4140-b3f8-dc919e3a1c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3324428'] for segment, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:36.935367 dv-cinder-792299-6-iscsi neutron-server[93205]: Traceback (most recent call last): Jul 22 02:30:36.935367 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 02:30:36.935367 dv-cinder-792299-6-iscsi neutron-server[93205]: timer() Jul 22 02:30:36.935367 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 02:30:36.935367 dv-cinder-792299-6-iscsi neutron-server[93205]: cb(*args, **kw) Jul 22 02:30:36.935367 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 02:30:36.935367 dv-cinder-792299-6-iscsi neutron-server[93205]: return func(*args, **kwargs) Jul 22 02:30:36.935367 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 02:30:36.935367 dv-cinder-792299-6-iscsi neutron-server[93205]: self._notify() Jul 22 02:30:36.935367 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 02:30:36.935367 dv-cinder-792299-6-iscsi neutron-server[93205]: self.callback(batched_events) Jul 22 02:30:36.935367 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 02:30:36.935367 dv-cinder-792299-6-iscsi neutron-server[93205]: event.method(event) Jul 22 02:30:36.935367 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 02:30:36.935367 dv-cinder-792299-6-iscsi neutron-server[93205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 02:30:36.935367 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 02:30:36.935367 dv-cinder-792299-6-iscsi neutron-server[93205]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 02:30:36.935367 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 02:30:36.935367 dv-cinder-792299-6-iscsi neutron-server[93205]: return f(self, *a, **k) Jul 22 02:30:36.935367 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 02:30:36.935367 dv-cinder-792299-6-iscsi neutron-server[93205]: return self._get(url).json() Jul 22 02:30:36.935367 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 02:30:36.935367 dv-cinder-792299-6-iscsi neutron-server[93205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 02:30:36.935367 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 02:30:36.935367 dv-cinder-792299-6-iscsi neutron-server[93205]: return self.request(url, 'GET', **kwargs) Jul 22 02:30:36.935367 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 02:30:36.935367 dv-cinder-792299-6-iscsi neutron-server[93205]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 02:30:36.935367 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 02:30:36.935367 dv-cinder-792299-6-iscsi neutron-server[93205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 02:30:36.935367 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 02:30:36.935367 dv-cinder-792299-6-iscsi neutron-server[93205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 02:30:36.935367 dv-cinder-792299-6-iscsi neutron-server[93205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 02:30:37.036158 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95309bff-e6ad-49b5-a5db-6f5c50da9233 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpddd49729-fbe2-5b56-b4ca-eeba23ac9f5f-7d104b28-014f-472e-8afa-ee2cdb209037', 'network_id': '7d104b28-014f-472e-8afa-ee2cdb209037', 'tenant_id': '60e53c28ef444ab7bab4b366b3848f57', 'fixed_ips': [{'subnet_id': 'e348ba7a-6c7e-455e-97d0-0c7dd6db87f0'}]}} from dv-cinder-792299-6-iscsi. {{(pid=93207) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 02:30:37.038275 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-95309bff-e6ad-49b5-a5db-6f5c50da9233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:37.110369 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-e7176d70-222e-4140-b3f8-dc919e3a1c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746579'] for network, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:37.156605 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-e7176d70-222e-4140-b3f8-dc919e3a1c10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583845'] for network, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:37.159996 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-e7176d70-222e-4140-b3f8-dc919e3a1c10 admin admin] 10.222.0.30 "DELETE /v2.0/networks/57e8dd34-d662-419f-94d8-7242dfd27cc7 HTTP/1.1" status: 204 len: 168 time: 0.8279185 Jul 22 02:30:37.163932 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7176d70-222e-4140-b3f8-dc919e3a1c10 admin admin] Pushing event deleted for resources: {'Network': ['ID=57e8dd34-d662-419f-94d8-7242dfd27cc7,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:37.166274 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 57628) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:37.219142 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-442a51bb-e6c0-488b-8d4f-b6e20dbf9a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1746672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1746523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30773'] for router, precommit_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:37.267086 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.db_base_plugin_v2 [None req-36945c08-560b-4bb9-a4ea-c620fe3ff6a2 admin admin] Deleting subnet 35f4f856-dc00-40b9-a8a8-f507cc5a697e {{(pid=93205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 02:30:37.276081 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-36945c08-560b-4bb9-a4ea-c620fe3ff6a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:37.381505 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-36945c08-560b-4bb9-a4ea-c620fe3ff6a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3324597'] for subnet, precommit_delete_associations {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:37.389590 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.db_base_plugin_common [None req-95309bff-e6ad-49b5-a5db-6f5c50da9233 None None] Allocated IP 172.20.0.2 (7d104b28-014f-472e-8afa-ee2cdb209037/e348ba7a-6c7e-455e-97d0-0c7dd6db87f0/c4892926-ced5-487c-963d-ffac4b46f72f) {{(pid=93207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:30:37.442933 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-36945c08-560b-4bb9-a4ea-c620fe3ff6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774554'] for subnet, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:37.452772 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c8cc2-7601-4085-ad87-d705943dbe03 req-41ab75d4-13f9-41be-a76e-b3edc3322011 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:37.455371 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-750c8cc2-7601-4085-ad87-d705943dbe03 req-41ab75d4-13f9-41be-a76e-b3edc3322011 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] 10.222.0.23 "GET /v2.0/networks?id=0257796d-3fa1-4b5b-ba6d-34b2e497e810 HTTP/1.1" status: 200 len: 814 time: 0.2241309 Jul 22 02:30:37.504999 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.v2.base [req-750c8cc2-7601-4085-ad87-d705943dbe03 req-4f154261-a32d-45c1-a34a-b84f826641c9 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] Request body: {'port': {'device_id': '8c0b8f55-5afa-4532-9a13-ce6b19d32e63', 'network_id': '0257796d-3fa1-4b5b-ba6d-34b2e497e810', 'admin_state_up': True, 'tenant_id': 'ee6468d0d1374051b8c25fbc7026f713'}} {{(pid=93206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:30:37.515776 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-36945c08-560b-4bb9-a4ea-c620fe3ff6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3324534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3528985'] for subnet, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:37.550417 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36945c08-560b-4bb9-a4ea-c620fe3ff6a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35f4f856-dc00-40b9-a8a8-f507cc5a697e,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:37.552423 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-36945c08-560b-4bb9-a4ea-c620fe3ff6a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583845'] for subnet, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:37.561149 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-36945c08-560b-4bb9-a4ea-c620fe3ff6a2 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/35f4f856-dc00-40b9-a8a8-f507cc5a697e HTTP/1.1" status: 204 len: 168 time: 0.3934934 Jul 22 02:30:37.564256 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 57634) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:37.633790 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-95309bff-e6ad-49b5-a5db-6f5c50da9233 None None] Notify callbacks [] for port, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:37.655210 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-95309bff-e6ad-49b5-a5db-6f5c50da9233 None None] Transition to ACTIVE for port object c4892926-ced5-487c-963d-ffac4b46f72f will not be triggered until provisioned by entity L2. {{(pid=93207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:30:37.692602 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-95309bff-e6ad-49b5-a5db-6f5c50da9233 None None] Transition to ACTIVE for port object c4892926-ced5-487c-963d-ffac4b46f72f will not be triggered until provisioned by entity DHCP. {{(pid=93207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:30:37.707228 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-95309bff-e6ad-49b5-a5db-6f5c50da9233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789867566219'] for port, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:37.739349 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-750c8cc2-7601-4085-ad87-d705943dbe03 req-4f154261-a32d-45c1-a34a-b84f826641c9 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] Made reservation on behalf of ee6468d0d1374051b8c25fbc7026f713 for: {'port': 1} {{(pid=93206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:30:37.743545 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-750c8cc2-7601-4085-ad87-d705943dbe03 req-4f154261-a32d-45c1-a34a-b84f826641c9 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:37.823520 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95309bff-e6ad-49b5-a5db-6f5c50da9233 None None] Network 7d104b28-014f-472e-8afa-ee2cdb209037 is already hosted by enough agents. {{(pid=93207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:30:37.827001 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.scheduler.base_scheduler [None req-95309bff-e6ad-49b5-a5db-6f5c50da9233 None None] Resources bound (agent type, host, resource id): {{(pid=93207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:30:37.831479 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95309bff-e6ad-49b5-a5db-6f5c50da9233 None None] Received port after_create {{(pid=93207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:30:37.841300 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-aa31c394-1019-49fd-91cb-9fb74ef0eb31 req-4353f5c8-9fce-4090-ba93-e68feecb5451 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c0b8f55-5afa-4532-9a13-ce6b19d32e63 HTTP/1.1" status: 200 len: 210 time: 0.1400604 Jul 22 02:30:37.842148 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-2d445040-672c-45ff-9e19-1e295acdb563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-716893'] for network, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:37.941428 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95309bff-e6ad-49b5-a5db-6f5c50da9233 None None] Pushing event updated for resources: {'Port': ['ID=c4892926-ced5-487c-963d-ffac4b46f72f,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:38.022205 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-95309bff-e6ad-49b5-a5db-6f5c50da9233 None None] Attempting to bind port c4892926-ced5-487c-963d-ffac4b46f72f on host dv-cinder-792299-6-iscsi for vnic_type normal with profile {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:30:38.029187 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-95309bff-e6ad-49b5-a5db-6f5c50da9233 None None] Attempting to bind port c4892926-ced5-487c-963d-ffac4b46f72f by drivers openvswitch,hyperv on host dv-cinder-792299-6-iscsi at level 0 using segments [{'id': '96fb0343-6944-4dfe-bca8-613847c19d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7d104b28-014f-472e-8afa-ee2cdb209037'}] {{(pid=93207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:30:38.031350 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95309bff-e6ad-49b5-a5db-6f5c50da9233 None None] Attempting to bind port c4892926-ced5-487c-963d-ffac4b46f72f on network 7d104b28-014f-472e-8afa-ee2cdb209037 {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:30:38.033445 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-2d445040-672c-45ff-9e19-1e295acdb563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-773542', 'neutron.services.segments.db._delete_segments_for_network-8789868033329'] for network, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:38.060349 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95309bff-e6ad-49b5-a5db-6f5c50da9233 None None] Checking agent: {'id': '2be9fc8b-48e5-48f4-81b8-a3920a82e981', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 21, 14), 'started_at': datetime.datetime(2021, 7, 22, 2, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:30:38.061865 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95309bff-e6ad-49b5-a5db-6f5c50da9233 None None] Checking segment: {'id': '96fb0343-6944-4dfe-bca8-613847c19d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7d104b28-014f-472e-8afa-ee2cdb209037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:30:38.068367 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.services.segments.db [None req-2d445040-672c-45ff-9e19-1e295acdb563 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a977a30-4960-4d88-847f-d8dbe4b52383']}} {{(pid=93205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:30:38.077985 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-95309bff-e6ad-49b5-a5db-6f5c50da9233 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:38.078782 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95309bff-e6ad-49b5-a5db-6f5c50da9233 None None] Bound using segment: {'id': '96fb0343-6944-4dfe-bca8-613847c19d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7d104b28-014f-472e-8afa-ee2cdb209037'} {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:30:38.079469 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-95309bff-e6ad-49b5-a5db-6f5c50da9233 None None] Bound port: c4892926-ced5-487c-963d-ffac4b46f72f, host: dv-cinder-792299-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96fb0343-6944-4dfe-bca8-613847c19d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7d104b28-014f-472e-8afa-ee2cdb209037'}}] {{(pid=93207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:30:38.080082 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-95309bff-e6ad-49b5-a5db-6f5c50da9233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:38.092682 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.services.segments.db [None req-2d445040-672c-45ff-9e19-1e295acdb563 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2600157-d175-4bd5-836b-19d4d24c49bc') {'for_net_delete': True} {{(pid=93205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:30:38.092682 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.services.segments.db [None req-2d445040-672c-45ff-9e19-1e295acdb563 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2600157-d175-4bd5-836b-19d4d24c49bc') {} {{(pid=93205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:30:38.107812 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-2d445040-672c-45ff-9e19-1e295acdb563 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789868033850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3324604'] for segment, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:38.138644 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-2d445040-672c-45ff-9e19-1e295acdb563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767938'] for segment, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:38.156163 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d445040-672c-45ff-9e19-1e295acdb563 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=93205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 02:30:38.156616 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-2d445040-672c-45ff-9e19-1e295acdb563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3324428'] for segment, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:38.164044 dv-cinder-792299-6-iscsi neutron-server[93205]: Traceback (most recent call last): Jul 22 02:30:38.164044 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 02:30:38.164044 dv-cinder-792299-6-iscsi neutron-server[93205]: timer() Jul 22 02:30:38.164044 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 02:30:38.164044 dv-cinder-792299-6-iscsi neutron-server[93205]: cb(*args, **kw) Jul 22 02:30:38.164044 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 02:30:38.164044 dv-cinder-792299-6-iscsi neutron-server[93205]: return func(*args, **kwargs) Jul 22 02:30:38.164044 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 02:30:38.164044 dv-cinder-792299-6-iscsi neutron-server[93205]: self._notify() Jul 22 02:30:38.164044 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 02:30:38.164044 dv-cinder-792299-6-iscsi neutron-server[93205]: self.callback(batched_events) Jul 22 02:30:38.164044 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 02:30:38.164044 dv-cinder-792299-6-iscsi neutron-server[93205]: event.method(event) Jul 22 02:30:38.164044 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 02:30:38.164044 dv-cinder-792299-6-iscsi neutron-server[93205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 02:30:38.164044 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 02:30:38.164044 dv-cinder-792299-6-iscsi neutron-server[93205]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 02:30:38.164044 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 02:30:38.164044 dv-cinder-792299-6-iscsi neutron-server[93205]: return f(self, *a, **k) Jul 22 02:30:38.164044 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 02:30:38.164044 dv-cinder-792299-6-iscsi neutron-server[93205]: return self._get(url).json() Jul 22 02:30:38.164044 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 02:30:38.164044 dv-cinder-792299-6-iscsi neutron-server[93205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 02:30:38.164044 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 02:30:38.164044 dv-cinder-792299-6-iscsi neutron-server[93205]: return self.request(url, 'GET', **kwargs) Jul 22 02:30:38.164044 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 02:30:38.164044 dv-cinder-792299-6-iscsi neutron-server[93205]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 02:30:38.164044 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 02:30:38.164044 dv-cinder-792299-6-iscsi neutron-server[93205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 02:30:38.164044 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 02:30:38.164044 dv-cinder-792299-6-iscsi neutron-server[93205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 02:30:38.164044 dv-cinder-792299-6-iscsi neutron-server[93205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 02:30:38.195744 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-95309bff-e6ad-49b5-a5db-6f5c50da9233 None None] For port c4892926-ced5-487c-963d-ffac4b46f72f, host dv-cinder-792299-6-iscsi, cleared binding levels {{(pid=93207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:30:38.200271 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-95309bff-e6ad-49b5-a5db-6f5c50da9233 None None] For port c4892926-ced5-487c-963d-ffac4b46f72f, host dv-cinder-792299-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=c4892926-ced5-487c-963d-ffac4b46f72f,segment=NetworkSegment(96fb0343-6944-4dfe-bca8-613847c19d98),segment_id=96fb0343-6944-4dfe-bca8-613847c19d98)] {{(pid=93207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:30:38.209472 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-95309bff-e6ad-49b5-a5db-6f5c50da9233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:38.252307 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-442a51bb-e6c0-488b-8d4f-b6e20dbf9a67 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:38.292864 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558ba1ef-075f-4c77-92cb-fdd1b324a5f6 req-b5b657f2-422b-4a2f-9126-63f1f35e2dff tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:38.296202 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-2d445040-672c-45ff-9e19-1e295acdb563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746579'] for network, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:38.297937 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-558ba1ef-075f-4c77-92cb-fdd1b324a5f6 req-b5b657f2-422b-4a2f-9126-63f1f35e2dff tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d3a35d1-5d50-4bbc-80be-46255b5b935d HTTP/1.1" status: 200 len: 945 time: 0.3422709 Jul 22 02:30:38.329189 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-442a51bb-e6c0-488b-8d4f-b6e20dbf9a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:38.342220 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-2d445040-672c-45ff-9e19-1e295acdb563 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583845'] for network, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:38.355111 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-2d445040-672c-45ff-9e19-1e295acdb563 admin admin] 10.222.0.30 "DELETE /v2.0/networks/8a977a30-4960-4d88-847f-d8dbe4b52383 HTTP/1.1" status: 204 len: 168 time: 0.7890635 Jul 22 02:30:38.381399 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d445040-672c-45ff-9e19-1e295acdb563 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a977a30-4960-4d88-847f-d8dbe4b52383,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:38.406900 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95309bff-e6ad-49b5-a5db-6f5c50da9233 None None] Pushing event updated for resources: {'Port': ['ID=c4892926-ced5-487c-963d-ffac4b46f72f,revision_number=2']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:38.563319 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-558ba1ef-075f-4c77-92cb-fdd1b324a5f6 req-78b4e66d-9022-40fe-a3a6-edcc3a882af3 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362766 Jul 22 02:30:38.599999 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.db_base_plugin_common [req-750c8cc2-7601-4085-ad87-d705943dbe03 req-4f154261-a32d-45c1-a34a-b84f826641c9 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] Allocated IP 172.20.0.9 (0257796d-3fa1-4b5b-ba6d-34b2e497e810/096b39b0-a085-4401-bf7c-3db8fe7f35de/35f38923-65ad-4724-8284-3c978a81a4ad) {{(pid=93206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:30:38.691783 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 57652) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:38.789440 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.db_base_plugin_common [None req-442a51bb-e6c0-488b-8d4f-b6e20dbf9a67 admin admin] Allocated IP 172.27.3.133 (a2bee0e8-177e-45f0-aff1-c80473345c00/ecc19678-5b8b-45eb-bc42-2a87169fcb4c/a4feb8b5-4f55-422c-86a0-78a255cb65b1) {{(pid=93206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:30:38.833235 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-47255865-037a-4ac1-b454-1dde47599886 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=49c9e50599d84a4a9859913360561bdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1402597 Jul 22 02:30:38.838872 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 57660) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:38.981416 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-f6f1fe1d-4746-4532-853e-ff6d89e0a83b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:39.019539 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-f6f1fe1d-4746-4532-853e-ff6d89e0a83b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:39.089458 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-3bf48f38-ce2b-4dbf-8911-7ad5ea8d2df3 req-d2da39e9-c594-437e-91cc-970b9e6802fd tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c0b8f55-5afa-4532-9a13-ce6b19d32e63 HTTP/1.1" status: 200 len: 210 time: 0.0430794 Jul 22 02:30:39.095696 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-750c8cc2-7601-4085-ad87-d705943dbe03 req-4f154261-a32d-45c1-a34a-b84f826641c9 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] Notify callbacks [] for port, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:39.140896 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-f6f1fe1d-4746-4532-853e-ff6d89e0a83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:39.147216 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-f6f1fe1d-4746-4532-853e-ff6d89e0a83b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:39.153273 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-f6f1fe1d-4746-4532-853e-ff6d89e0a83b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c067629e-f510-4776-8758-7e9e9eb9e44a HTTP/1.1" status: 204 len: 168 time: 0.3133509 Jul 22 02:30:39.174013 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f1fe1d-4746-4532-853e-ff6d89e0a83b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c067629e-f510-4776-8758-7e9e9eb9e44a,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:39.216376 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-442a51bb-e6c0-488b-8d4f-b6e20dbf9a67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:39.252483 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-750c8cc2-7601-4085-ad87-d705943dbe03 req-4f154261-a32d-45c1-a34a-b84f826641c9 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789867566219'] for port, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:39.307792 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f154261-a32d-45c1-a34a-b84f826641c9 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] Pushing event updated for resources: {'Port': ['ID=35f38923-65ad-4724-8284-3c978a81a4ad,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:39.356127 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-750c8cc2-7601-4085-ad87-d705943dbe03 req-4f154261-a32d-45c1-a34a-b84f826641c9 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] Network 0257796d-3fa1-4b5b-ba6d-34b2e497e810 is already hosted by enough agents. {{(pid=93206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:30:39.362395 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.base_scheduler [req-750c8cc2-7601-4085-ad87-d705943dbe03 req-4f154261-a32d-45c1-a34a-b84f826641c9 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] Resources bound (agent type, host, resource id): {{(pid=93206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:30:39.375152 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [req-750c8cc2-7601-4085-ad87-d705943dbe03 req-4f154261-a32d-45c1-a34a-b84f826641c9 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] Received port after_create {{(pid=93206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:30:39.386412 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c8cc2-7601-4085-ad87-d705943dbe03 req-4f154261-a32d-45c1-a34a-b84f826641c9 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:39.387422 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-750c8cc2-7601-4085-ad87-d705943dbe03 req-4f154261-a32d-45c1-a34a-b84f826641c9 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409'] for port, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:39.393469 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-442a51bb-e6c0-488b-8d4f-b6e20dbf9a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789867566219'] for port, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:39.475181 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442a51bb-e6c0-488b-8d4f-b6e20dbf9a67 admin admin] Network a2bee0e8-177e-45f0-aff1-c80473345c00 is already hosted by enough agents. {{(pid=93206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:30:39.490485 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.base_scheduler [None req-442a51bb-e6c0-488b-8d4f-b6e20dbf9a67 admin admin] Resources bound (agent type, host, resource id): {{(pid=93206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:30:39.510368 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-750c8cc2-7601-4085-ad87-d705943dbe03 req-4f154261-a32d-45c1-a34a-b84f826641c9 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0228684 Jul 22 02:30:39.512951 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442a51bb-e6c0-488b-8d4f-b6e20dbf9a67 admin admin] Received port after_create {{(pid=93206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:30:39.748870 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.v2.base [req-750c8cc2-7601-4085-ad87-d705943dbe03 req-f7ddf1a0-e177-40c3-97f0-1acef91b89bc service neutron] Request body: {'port': {'device_id': '8c0b8f55-5afa-4532-9a13-ce6b19d32e63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=93206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:30:39.756315 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442a51bb-e6c0-488b-8d4f-b6e20dbf9a67 admin admin] Pushing event updated for resources: {'Port': ['ID=a4feb8b5-4f55-422c-86a0-78a255cb65b1,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:40.051885 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f92eb0-5b7a-427d-98cf-eee1f5484759 None None] Network 7d104b28-014f-472e-8afa-ee2cdb209037 requested from dv-cinder-792299-6-iscsi {{(pid=93207) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:30:40.137286 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-750c8cc2-7601-4085-ad87-d705943dbe03 req-f7ddf1a0-e177-40c3-97f0-1acef91b89bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:40.169240 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695149ee-a50f-4c3a-8f3b-01954f34dd76 req-dee9e92f-cb99-4a68-864e-dc7c7f055dcc tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:40.179265 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-695149ee-a50f-4c3a-8f3b-01954f34dd76 req-dee9e92f-cb99-4a68-864e-dc7c7f055dcc tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d3a35d1-5d50-4bbc-80be-46255b5b935d HTTP/1.1" status: 200 len: 945 time: 0.4265568 Jul 22 02:30:40.226505 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-a2088ea2-2935-467a-a663-72b8779f5872 None None] Provisioning for port c4892926-ced5-487c-963d-ffac4b46f72f completed by entity DHCP. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:30:40.247353 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-695149ee-a50f-4c3a-8f3b-01954f34dd76 req-3e61c122-92e6-446f-a7af-e3543c553ea5 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628846 Jul 22 02:30:40.271753 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 57686) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:40.360488 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device c4892926-ced5-487c-963d-ffac4b46f72f up at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:30:40.372632 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-36cab11b-b0b0-4ee1-92bd-5f64c6999b76 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=576f468b53f0453daeece439e662064c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0961137 Jul 22 02:30:40.373279 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 57688) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:40.488469 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-f0e26d57-bb07-49b7-9e26-800e247ba9d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:40.508374 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-442a51bb-e6c0-488b-8d4f-b6e20dbf9a67 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:40.546047 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-f0e26d57-bb07-49b7-9e26-800e247ba9d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:40.582806 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning for port c4892926-ced5-487c-963d-ffac4b46f72f completed by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:30:40.589072 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning complete for port c4892926-ced5-487c-963d-ffac4b46f72f triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:30:40.589448 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:40.647815 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-f0e26d57-bb07-49b7-9e26-800e247ba9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:40.651474 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-f0e26d57-bb07-49b7-9e26-800e247ba9d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:40.652883 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-f0e26d57-bb07-49b7-9e26-800e247ba9d4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d8384af9-d242-4c5f-b0d0-ae932b6dcc58 HTTP/1.1" status: 204 len: 168 time: 0.2786455 Jul 22 02:30:40.670508 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e26d57-bb07-49b7-9e26-800e247ba9d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8384af9-d242-4c5f-b0d0-ae932b6dcc58,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:40.723596 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:40.782705 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] For port c4892926-ced5-487c-963d-ffac4b46f72f, host dv-cinder-792299-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=c4892926-ced5-487c-963d-ffac4b46f72f,segment=NetworkSegment(96fb0343-6944-4dfe-bca8-613847c19d98),segment_id=96fb0343-6944-4dfe-bca8-613847c19d98)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:30:40.797161 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:40.879556 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Pushing event updated for resources: {'Port': ['ID=c4892926-ced5-487c-963d-ffac4b46f72f,revision_number=3']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:40.898386 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece9cd9-044f-416e-a439-d170c5bd8219 req-172aa9b6-6be3-4393-9f98-c750c3dc1638 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:40.900101 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-cece9cd9-044f-416e-a439-d170c5bd8219 req-172aa9b6-6be3-4393-9f98-c750c3dc1638 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c0b8f55-5afa-4532-9a13-ce6b19d32e63 HTTP/1.1" status: 200 len: 931 time: 0.5677650 Jul 22 02:30:41.109288 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-67d470bf-89f5-4e10-a0cb-a2ed5d1a2ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:41.207556 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-938c44e2-85c4-4261-81d1-b0e58568eafa None None] Provisioning complete for port c4892926-ced5-487c-963d-ffac4b46f72f triggered by entity DHCP. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:30:41.210427 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-938c44e2-85c4-4261-81d1-b0e58568eafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:41.349377 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-cece9cd9-044f-416e-a439-d170c5bd8219 req-2e5054e0-8ba5-4ba3-bc6a-a39d3e540fc3 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] 10.222.0.30 "GET /v2.0/security-groups?id=b052ee6d-17cb-4aa6-a0a1-5be1b21f5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4292154 Jul 22 02:30:41.940311 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [req-750c8cc2-7601-4085-ad87-d705943dbe03 req-f7ddf1a0-e177-40c3-97f0-1acef91b89bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35f38923-65ad-4724-8284-3c978a81a4ad {{(pid=93206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:30:41.951776 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c6802-9f4f-4bb4-827d-ef72640e364e req-fa8a70c1-bdfb-426d-a9f5-d56a24a41119 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:41.965220 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-900c6802-9f4f-4bb4-827d-ef72640e364e req-fa8a70c1-bdfb-426d-a9f5-d56a24a41119 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d3a35d1-5d50-4bbc-80be-46255b5b935d HTTP/1.1" status: 200 len: 945 time: 0.1751428 Jul 22 02:30:41.968581 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-442a51bb-e6c0-488b-8d4f-b6e20dbf9a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1746508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1746667'] for router, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:41.971805 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-750c8cc2-7601-4085-ad87-d705943dbe03 req-f7ddf1a0-e177-40c3-97f0-1acef91b89bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:42.065873 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [req-750c8cc2-7601-4085-ad87-d705943dbe03 req-f7ddf1a0-e177-40c3-97f0-1acef91b89bc service neutron] Transition to ACTIVE for port object 35f38923-65ad-4724-8284-3c978a81a4ad will not be triggered until provisioned by entity L2. {{(pid=93206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:30:42.081264 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-750c8cc2-7601-4085-ad87-d705943dbe03 req-f7ddf1a0-e177-40c3-97f0-1acef91b89bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:42.136381 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 57748) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:42.145015 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-900c6802-9f4f-4bb4-827d-ef72640e364e req-a8c9c69f-cd4a-4045-b0b4-b63a68d4da89 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703646 Jul 22 02:30:42.210736 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device c4892926-ced5-487c-963d-ffac4b46f72f up at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:30:42.215531 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:42.245673 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ddf1a0-e177-40c3-97f0-1acef91b89bc service neutron] Pushing event updated for resources: {'Port': ['ID=35f38923-65ad-4724-8284-3c978a81a4ad,revision_number=2']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:42.302279 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [req-750c8cc2-7601-4085-ad87-d705943dbe03 req-f7ddf1a0-e177-40c3-97f0-1acef91b89bc service neutron] Attempting to bind port 35f38923-65ad-4724-8284-3c978a81a4ad on host hv-cinder-79229 for vnic_type normal with profile {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:30:42.302279 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [req-750c8cc2-7601-4085-ad87-d705943dbe03 req-f7ddf1a0-e177-40c3-97f0-1acef91b89bc service neutron] Attempting to bind port 35f38923-65ad-4724-8284-3c978a81a4ad by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': 'd6982e4b-d3f3-449a-afdf-1db8c2ec7919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0257796d-3fa1-4b5b-ba6d-34b2e497e810'}] {{(pid=93206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:30:42.302279 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750c8cc2-7601-4085-ad87-d705943dbe03 req-f7ddf1a0-e177-40c3-97f0-1acef91b89bc service neutron] Attempting to bind port 35f38923-65ad-4724-8284-3c978a81a4ad on network 0257796d-3fa1-4b5b-ba6d-34b2e497e810 {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:30:42.305916 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning complete for port c4892926-ced5-487c-963d-ffac4b46f72f triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:30:42.308503 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:42.311397 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750c8cc2-7601-4085-ad87-d705943dbe03 req-f7ddf1a0-e177-40c3-97f0-1acef91b89bc service neutron] Port 35f38923-65ad-4724-8284-3c978a81a4ad on network 0257796d-3fa1-4b5b-ba6d-34b2e497e810 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 02:30:42.311743 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750c8cc2-7601-4085-ad87-d705943dbe03 req-f7ddf1a0-e177-40c3-97f0-1acef91b89bc service neutron] Attempting to bind port 35f38923-65ad-4724-8284-3c978a81a4ad on network 0257796d-3fa1-4b5b-ba6d-34b2e497e810 {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:30:42.322567 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750c8cc2-7601-4085-ad87-d705943dbe03 req-f7ddf1a0-e177-40c3-97f0-1acef91b89bc service neutron] Checking agent: {'id': '3e047b69-7131-4bb7-a905-86c2cdf7c2d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 27, 10), 'started_at': datetime.datetime(2021, 7, 22, 2, 27, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:30:42.322567 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750c8cc2-7601-4085-ad87-d705943dbe03 req-f7ddf1a0-e177-40c3-97f0-1acef91b89bc service neutron] Checking segment: {'id': 'd6982e4b-d3f3-449a-afdf-1db8c2ec7919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0257796d-3fa1-4b5b-ba6d-34b2e497e810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:30:42.322567 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750c8cc2-7601-4085-ad87-d705943dbe03 req-f7ddf1a0-e177-40c3-97f0-1acef91b89bc service neutron] Bound using segment: {'id': 'd6982e4b-d3f3-449a-afdf-1db8c2ec7919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0257796d-3fa1-4b5b-ba6d-34b2e497e810'} {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:30:42.322567 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [req-750c8cc2-7601-4085-ad87-d705943dbe03 req-f7ddf1a0-e177-40c3-97f0-1acef91b89bc service neutron] Bound port: 35f38923-65ad-4724-8284-3c978a81a4ad, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6982e4b-d3f3-449a-afdf-1db8c2ec7919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0257796d-3fa1-4b5b-ba6d-34b2e497e810'}}] {{(pid=93206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:30:42.322998 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-750c8cc2-7601-4085-ad87-d705943dbe03 req-f7ddf1a0-e177-40c3-97f0-1acef91b89bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:42.366511 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-a570805f-de59-4c62-bfc5-b3485dabdbd4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-959882766-network', 'tenant_id': '67d612e4302c499b8d778fbcdd7b9044'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:30:42.445640 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a570805f-de59-4c62-bfc5-b3485dabdbd4 admin admin] Made reservation on behalf of 67d612e4302c499b8d778fbcdd7b9044 for: {'network': 1} {{(pid=93205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:30:42.458144 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a570805f-de59-4c62-bfc5-b3485dabdbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for network, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:42.499889 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a570805f-de59-4c62-bfc5-b3485dabdbd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:42.543625 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [req-750c8cc2-7601-4085-ad87-d705943dbe03 req-f7ddf1a0-e177-40c3-97f0-1acef91b89bc service neutron] For port 35f38923-65ad-4724-8284-3c978a81a4ad, host hv-cinder-79229, cleared binding levels {{(pid=93206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:30:42.554550 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [req-750c8cc2-7601-4085-ad87-d705943dbe03 req-f7ddf1a0-e177-40c3-97f0-1acef91b89bc service neutron] For port 35f38923-65ad-4724-8284-3c978a81a4ad, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=35f38923-65ad-4724-8284-3c978a81a4ad,segment=NetworkSegment(d6982e4b-d3f3-449a-afdf-1db8c2ec7919),segment_id=d6982e4b-d3f3-449a-afdf-1db8c2ec7919)] {{(pid=93206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:30:42.570382 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-442a51bb-e6c0-488b-8d4f-b6e20dbf9a67 admin admin] Router f39401d7-9f0a-4733-a9d4-316dab74c9b8 is scheduled to L3 agent f9ed0358-a013-4c74-a622-17ee633b4610 with binding_index 1 {{(pid=93206) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 02:30:42.576915 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-750c8cc2-7601-4085-ad87-d705943dbe03 req-f7ddf1a0-e177-40c3-97f0-1acef91b89bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:42.616422 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c8cc2-7601-4085-ad87-d705943dbe03 req-f7ddf1a0-e177-40c3-97f0-1acef91b89bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:42.617453 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-750c8cc2-7601-4085-ad87-d705943dbe03 req-f7ddf1a0-e177-40c3-97f0-1acef91b89bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409'] for port, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:42.619738 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-750c8cc2-7601-4085-ad87-d705943dbe03 req-f7ddf1a0-e177-40c3-97f0-1acef91b89bc service neutron] 10.222.0.23 "PUT /v2.0/ports/35f38923-65ad-4724-8284-3c978a81a4ad HTTP/1.1" status: 200 len: 1093 time: 3.0971570 Jul 22 02:30:42.649124 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c0b8f55-5afa-4532-9a13-ce6b19d32e63', 'tag': '35f38923-65ad-4724-8284-3c978a81a4ad'}] {{(pid=93206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:30:42.653341 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2c7467b3a520cac2f9dc58394876cadcbbb82697b422dc56d8b09de1a4b7e26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df6248f-5e13-4bb8-be25-050243fd3daa" -d '{"events": [{"name": "network-changed", "server_uuid": "8c0b8f55-5afa-4532-9a13-ce6b19d32e63", "tag": "35f38923-65ad-4724-8284-3c978a81a4ad"}]}' {{(pid=93206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:30:42.700002 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a570805f-de59-4c62-bfc5-b3485dabdbd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:42.706297 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a570805f-de59-4c62-bfc5-b3485dabdbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:42.740787 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a570805f-de59-4c62-bfc5-b3485dabdbd4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=93205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 02:30:42.751029 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a570805f-de59-4c62-bfc5-b3485dabdbd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f88f7f76-880f-4923-96e7-ba3e15de6856,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:42.755996 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 02:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c31e80a-b61d-46b6-a4e0-df51b67591fd x-openstack-request-id: req-2c31e80a-b61d-46b6-a4e0-df51b67591fd {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:30:42.756288 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c0b8f55-5afa-4532-9a13-ce6b19d32e63", "tag": "35f38923-65ad-4724-8284-3c978a81a4ad", "status": "completed", "code": 200}]} {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:30:42.756540 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2c31e80a-b61d-46b6-a4e0-df51b67591fd {{(pid=93206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:30:42.756952 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c0b8f55-5afa-4532-9a13-ce6b19d32e63', 'tag': '35f38923-65ad-4724-8284-3c978a81a4ad', 'status': 'completed', 'code': 200} Jul 22 02:30:42.772294 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a570805f-de59-4c62-bfc5-b3485dabdbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767938'] for segment, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:42.775122 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.db.segments_db [None req-a570805f-de59-4c62-bfc5-b3485dabdbd4 admin admin] Added segment e2dbb9ad-6b1e-4fed-8fd7-c6f57aada715 of type vlan for network ffc27ac5-3775-4b53-826e-98afab9137ce Jul 22 02:30:42.829196 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a570805f-de59-4c62-bfc5-b3485dabdbd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789867552247'] for network, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:42.835245 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ddf1a0-e177-40c3-97f0-1acef91b89bc service neutron] Pushing event updated for resources: {'Port': ['ID=35f38923-65ad-4724-8284-3c978a81a4ad,revision_number=3']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:42.859904 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ddf1a0-e177-40c3-97f0-1acef91b89bc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:30:42.860401 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ddf1a0-e177-40c3-97f0-1acef91b89bc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:30:42.860869 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ddf1a0-e177-40c3-97f0-1acef91b89bc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:30:42.861533 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ddf1a0-e177-40c3-97f0-1acef91b89bc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:30:42.861856 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ddf1a0-e177-40c3-97f0-1acef91b89bc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:30:42.862328 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ddf1a0-e177-40c3-97f0-1acef91b89bc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:30:42.863170 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ddf1a0-e177-40c3-97f0-1acef91b89bc service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:30:42.863724 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ddf1a0-e177-40c3-97f0-1acef91b89bc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:30:42.864218 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ddf1a0-e177-40c3-97f0-1acef91b89bc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:30:42.864691 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ddf1a0-e177-40c3-97f0-1acef91b89bc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:30:42.865343 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ddf1a0-e177-40c3-97f0-1acef91b89bc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:30:42.865905 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ddf1a0-e177-40c3-97f0-1acef91b89bc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:30:42.866416 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a570805f-de59-4c62-bfc5-b3485dabdbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863'] for network, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:42.868005 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a570805f-de59-4c62-bfc5-b3485dabdbd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:42.868614 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a570805f-de59-4c62-bfc5-b3485dabdbd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583845'] for network, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:42.903746 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c419e-4610-45d7-b961-6072c0283ec3 req-0dcc1109-9efc-4229-8de1-91175fee935b tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:42.905571 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-0d2c419e-4610-45d7-b961-6072c0283ec3 req-0dcc1109-9efc-4229-8de1-91175fee935b tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c0b8f55-5afa-4532-9a13-ce6b19d32e63 HTTP/1.1" status: 200 len: 943 time: 0.3482296 Jul 22 02:30:42.910096 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-a570805f-de59-4c62-bfc5-b3485dabdbd4 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7717154 Jul 22 02:30:42.913470 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 57766) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:42.919450 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-9ba419c1-3cde-440a-abd8-58067ab1ed14 admin admin] Request body: {'subnet': {'network_id': 'ffc27ac5-3775-4b53-826e-98afab9137ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-959882766-subnet', 'tenant_id': '67d612e4302c499b8d778fbcdd7b9044', 'ip_version': 4}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:30:42.919741 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c8cc2-7601-4085-ad87-d705943dbe03 req-6e63532e-a134-4a0d-82bd-84bb8221128c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:42.921467 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-750c8cc2-7601-4085-ad87-d705943dbe03 req-6e63532e-a134-4a0d-82bd-84bb8221128c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ee6468d0d1374051b8c25fbc7026f713&device_id=8c0b8f55-5afa-4532-9a13-ce6b19d32e63 HTTP/1.1" status: 200 len: 1096 time: 0.2478271 Jul 22 02:30:42.924435 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-442a51bb-e6c0-488b-8d4f-b6e20dbf9a67 admin admin] Notify agent at l3_agent.dv-cinder-792299-6-iscsi the message routers_updated {{(pid=93206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:30:42.937436 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5b8e6e-2d77-456a-b3c2-324ec8dddcf6 None None] Sync routers for ids ['f39401d7-9f0a-4733-a9d4-316dab74c9b8'] in dv-cinder-792299-6-iscsi {{(pid=93208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:30:42.957441 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a570805f-de59-4c62-bfc5-b3485dabdbd4 admin admin] Pushing event updated for resources: {'Network': ['ID=ffc27ac5-3775-4b53-826e-98afab9137ce,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:42.962335 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5b8e6e-2d77-456a-b3c2-324ec8dddcf6 None None] Routers {'f39401d7-9f0a-4733-a9d4-316dab74c9b8'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:30:42.967444 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-de5b8e6e-2d77-456a-b3c2-324ec8dddcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:30:14Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['f39401d7-9f0a-4733-a9d4-316dab74c9b8'], 'active': True} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:30:42.968567 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a570805f-de59-4c62-bfc5-b3485dabdbd4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:30:42.969164 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a570805f-de59-4c62-bfc5-b3485dabdbd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:30:42.969664 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a570805f-de59-4c62-bfc5-b3485dabdbd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:30:42.970150 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a570805f-de59-4c62-bfc5-b3485dabdbd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:30:42.970692 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a570805f-de59-4c62-bfc5-b3485dabdbd4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:30:42.971192 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a570805f-de59-4c62-bfc5-b3485dabdbd4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:30:42.971685 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a570805f-de59-4c62-bfc5-b3485dabdbd4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:30:42.972170 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a570805f-de59-4c62-bfc5-b3485dabdbd4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:30:42.972692 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a570805f-de59-4c62-bfc5-b3485dabdbd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:30:42.973240 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a570805f-de59-4c62-bfc5-b3485dabdbd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:30:42.973717 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a570805f-de59-4c62-bfc5-b3485dabdbd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:30:42.974184 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a570805f-de59-4c62-bfc5-b3485dabdbd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:30:42.987891 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Network ffc27ac5-3775-4b53-826e-98afab9137ce details requested by agent ovs-agent-dv-cinder-792299-6-iscsi with host dv-cinder-792299-6-iscsi {{(pid=93207) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 02:30:42.999018 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-750c8cc2-7601-4085-ad87-d705943dbe03 req-6185a6a5-f82c-4215-af3d-24fd1df44174 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35f38923-65ad-4724-8284-3c978a81a4ad HTTP/1.1" status: 200 len: 217 time: 0.0637105 Jul 22 02:30:43.018477 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba419c1-3cde-440a-abd8-58067ab1ed14 admin admin] Made reservation on behalf of 67d612e4302c499b8d778fbcdd7b9044 for: {'subnet': 1} {{(pid=93205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:30:43.021804 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-9ba419c1-3cde-440a-abd8-58067ab1ed14 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3529060'] for subnet, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:43.082055 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-442a51bb-e6c0-488b-8d4f-b6e20dbf9a67 admin admin] Notify callbacks [] for router, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:43.086301 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-442a51bb-e6c0-488b-8d4f-b6e20dbf9a67 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.4358578 Jul 22 02:30:43.088495 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 57772) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:43.097670 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-0d2c419e-4610-45d7-b961-6072c0283ec3 req-0e8823d6-620c-4ef6-96aa-de50e9fd960b tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] 10.222.0.30 "GET /v2.0/security-groups?id=b052ee6d-17cb-4aa6-a0a1-5be1b21f5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713178 Jul 22 02:30:43.195277 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c8cc2-7601-4085-ad87-d705943dbe03 req-b67067dd-6f2c-404f-8593-856e23395c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:43.197356 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-750c8cc2-7601-4085-ad87-d705943dbe03 req-b67067dd-6f2c-404f-8593-856e23395c4e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=096b39b0-a085-4401-bf7c-3db8fe7f35de HTTP/1.1" status: 200 len: 854 time: 0.1787186 Jul 22 02:30:43.224797 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvr_db [None req-de5b8e6e-2d77-456a-b3c2-324ec8dddcf6 None None] Set router f39401d7-9f0a-4733-a9d4-316dab74c9b8 gateway port host: dv-cinder-792299-6-iscsi {{(pid=93208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:30:43.296069 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-750c8cc2-7601-4085-ad87-d705943dbe03 req-e7d8bb39-4224-4d85-ad32-c30ac0fc75b9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0257796d-3fa1-4b5b-ba6d-34b2e497e810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820951 Jul 22 02:30:43.363330 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-9ba419c1-3cde-440a-abd8-58067ab1ed14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3324599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3528982'] for subnet, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:43.416522 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba419c1-3cde-440a-abd8-58067ab1ed14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ffe1ea2-2f9b-4245-839a-fb164d77066d,revision_number=0']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:43.513828 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba419c1-3cde-440a-abd8-58067ab1ed14 admin admin] Checking segment: {'id': 'e2dbb9ad-6b1e-4fed-8fd7-c6f57aada715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ffc27ac5-3775-4b53-826e-98afab9137ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:30:43.514330 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba419c1-3cde-440a-abd8-58067ab1ed14 admin admin] Network hostable DHCP agents. Network: ffc27ac5-3775-4b53-826e-98afab9137ce, hostable agents: ['7ec0f4f5-17d5-44d9-a280-5d81f7a2a404'], hosted agents: [] {{(pid=93205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 02:30:43.539057 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-de5b8e6e-2d77-456a-b3c2-324ec8dddcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39401d7-9f0a-4733-a9d4-316dab74c9b8', 'name': 'tempest-TestMinimumBasicScenario-185652920-router', 'tenant_id': '60e53c28ef444ab7bab4b366b3848f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'a4feb8b5-4f55-422c-86a0-78a255cb65b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:30:36Z', 'updated_at': '2021-07-22T02:30:39Z', 'revision_number': 3, 'project_id': '60e53c28ef444ab7bab4b366b3848f57', 'gw_port': {'id': 'a4feb8b5-4f55-422c-86a0-78a255cb65b1', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a6:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39401d7-9f0a-4733-a9d4-316dab74c9b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:38Z', 'updated_at': '2021-07-22T02:30:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi'}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:30:43.550010 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba419c1-3cde-440a-abd8-58067ab1ed14 admin admin] Network ffc27ac5-3775-4b53-826e-98afab9137ce is scheduled to be hosted by DHCP agent 7ec0f4f5-17d5-44d9-a280-5d81f7a2a404 with binding_index 1 {{(pid=93205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 02:30:43.567068 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.base_scheduler [None req-9ba419c1-3cde-440a-abd8-58067ab1ed14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-6-iscsi, ffc27ac5-3775-4b53-826e-98afab9137ce) {{(pid=93205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:30:43.577100 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1869fb9c-1822-450b-9cd1-365def4595d8 None None] Network ffc27ac5-3775-4b53-826e-98afab9137ce requested from dv-cinder-792299-6-iscsi {{(pid=93207) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:30:43.587908 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba419c1-3cde-440a-abd8-58067ab1ed14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:43.591241 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-9ba419c1-3cde-440a-abd8-58067ab1ed14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583845'] for subnet, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:43.640695 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-9ba419c1-3cde-440a-abd8-58067ab1ed14 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7217987 Jul 22 02:30:43.640695 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 57784) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:43.653980 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-305c777a-3f21-4ee8-9abd-a544ec987de6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-959882766-router', 'tenant_id': '67d612e4302c499b8d778fbcdd7b9044', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00'}}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:30:43.657855 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5b8e6e-2d77-456a-b3c2-324ec8dddcf6 None None] Checking router: f39401d7-9f0a-4733-a9d4-316dab74c9b8 for host: dv-cinder-792299-6-iscsi {{(pid=93208) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:30:43.659383 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5b8e6e-2d77-456a-b3c2-324ec8dddcf6 None None] Updating router f39401d7-9f0a-4733-a9d4-316dab74c9b8 port a4feb8b5-4f55-422c-86a0-78a255cb65b1 binding host dv-cinder-792299-6-iscsi {{(pid=93208) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 02:30:43.663173 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d25be-d17b-4753-a7ba-c4383254f835 req-ff8ad472-f725-4fd9-8e68-69324f35884f tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:43.666940 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-503d25be-d17b-4753-a7ba-c4383254f835 req-ff8ad472-f725-4fd9-8e68-69324f35884f tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d3a35d1-5d50-4bbc-80be-46255b5b935d HTTP/1.1" status: 200 len: 945 time: 0.3485012 Jul 22 02:30:43.696281 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-750c8cc2-7601-4085-ad87-d705943dbe03 req-e9dc9d7a-511b-4eba-bc90-4c4c6146f21f service neutron] 10.222.0.23 "GET /v2.0/networks/0257796d-3fa1-4b5b-ba6d-34b2e497e810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015039 Jul 22 02:30:43.702234 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-305c777a-3f21-4ee8-9abd-a544ec987de6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1746485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25300'] for router, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:43.703416 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-305c777a-3f21-4ee8-9abd-a544ec987de6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1760026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1633086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25311'] for router, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:43.779351 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-de5b8e6e-2d77-456a-b3c2-324ec8dddcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:43.811937 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-305c777a-3f21-4ee8-9abd-a544ec987de6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:43.941647 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba1bb7b-ba76-42a2-a03f-e2f481ad9928 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpddd49729-fbe2-5b56-b4ca-eeba23ac9f5f-ffc27ac5-3775-4b53-826e-98afab9137ce', 'network_id': 'ffc27ac5-3775-4b53-826e-98afab9137ce', 'tenant_id': '67d612e4302c499b8d778fbcdd7b9044', 'fixed_ips': [{'subnet_id': '5ffe1ea2-2f9b-4245-839a-fb164d77066d'}]}} from dv-cinder-792299-6-iscsi. {{(pid=93207) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 02:30:43.942776 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-1ba1bb7b-ba76-42a2-a03f-e2f481ad9928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:43.957628 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-750c8cc2-7601-4085-ad87-d705943dbe03 req-45483901-cfda-4d9c-8bd1-c861bdef5bfe service neutron] 10.222.0.23 "GET /v2.0/networks/0257796d-3fa1-4b5b-ba6d-34b2e497e810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377028 Jul 22 02:30:43.993376 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c0b1baf8-3335-4c20-a0c0-99471613fec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:44.023882 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:44.147335 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-503d25be-d17b-4753-a7ba-c4383254f835 req-6f11877a-239f-4b9b-ad0f-d19bdb0fcf4f tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4683523 Jul 22 02:30:44.175222 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-305c777a-3f21-4ee8-9abd-a544ec987de6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1746672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1746523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30773'] for router, precommit_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:44.216824 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df6248f-5e13-4bb8-be25-050243fd3daa req-edc581f5-a7f6-414f-aeba-65184d798b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:44.218645 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-2df6248f-5e13-4bb8-be25-050243fd3daa req-edc581f5-a7f6-414f-aeba-65184d798b41 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ee6468d0d1374051b8c25fbc7026f713&device_id=8c0b8f55-5afa-4532-9a13-ce6b19d32e63 HTTP/1.1" status: 200 len: 1096 time: 0.1937206 Jul 22 02:30:44.301920 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.db_base_plugin_common [None req-1ba1bb7b-ba76-42a2-a03f-e2f481ad9928 None None] Allocated IP 172.20.0.2 (ffc27ac5-3775-4b53-826e-98afab9137ce/5ffe1ea2-2f9b-4245-839a-fb164d77066d/a639cce4-3038-47e7-bf6c-914b3864ad44) {{(pid=93207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:30:44.455888 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-de5b8e6e-2d77-456a-b3c2-324ec8dddcf6 None None] Notify callbacks [] for port, precommit_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:44.481108 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.provisioning_blocks [None req-de5b8e6e-2d77-456a-b3c2-324ec8dddcf6 None None] Transition to ACTIVE for port object a4feb8b5-4f55-422c-86a0-78a255cb65b1 will not be triggered until provisioned by entity L2. {{(pid=93208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:30:44.491158 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df6248f-5e13-4bb8-be25-050243fd3daa req-9206dbfe-e843-409b-8e0a-c631166d4dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:44.495142 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-2df6248f-5e13-4bb8-be25-050243fd3daa req-9206dbfe-e843-409b-8e0a-c631166d4dd0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0257796d-3fa1-4b5b-ba6d-34b2e497e810 HTTP/1.1" status: 200 len: 914 time: 0.2684042 Jul 22 02:30:44.496164 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-de5b8e6e-2d77-456a-b3c2-324ec8dddcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:44.498146 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-305c777a-3f21-4ee8-9abd-a544ec987de6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:44.528154 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-305c777a-3f21-4ee8-9abd-a544ec987de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:44.544801 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [None req-de5b8e6e-2d77-456a-b3c2-324ec8dddcf6 None None] Attempting to bind port a4feb8b5-4f55-422c-86a0-78a255cb65b1 on host dv-cinder-792299-6-iscsi for vnic_type normal with profile {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:30:44.545686 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [None req-de5b8e6e-2d77-456a-b3c2-324ec8dddcf6 None None] Attempting to bind port a4feb8b5-4f55-422c-86a0-78a255cb65b1 by drivers openvswitch,hyperv on host dv-cinder-792299-6-iscsi at level 0 using segments [{'id': '9c11ce42-9cd0-4724-aa43-c030ca3574d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00'}] {{(pid=93208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:30:44.546174 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5b8e6e-2d77-456a-b3c2-324ec8dddcf6 None None] Attempting to bind port a4feb8b5-4f55-422c-86a0-78a255cb65b1 on network a2bee0e8-177e-45f0-aff1-c80473345c00 {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:30:44.569626 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5b8e6e-2d77-456a-b3c2-324ec8dddcf6 None None] Checking agent: {'id': '2be9fc8b-48e5-48f4-81b8-a3920a82e981', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 21, 14), 'started_at': datetime.datetime(2021, 7, 22, 2, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:30:44.570172 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5b8e6e-2d77-456a-b3c2-324ec8dddcf6 None None] Checking segment: {'id': '9c11ce42-9cd0-4724-aa43-c030ca3574d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:30:44.571190 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-de5b8e6e-2d77-456a-b3c2-324ec8dddcf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:44.571690 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5b8e6e-2d77-456a-b3c2-324ec8dddcf6 None None] Bound using segment: {'id': '9c11ce42-9cd0-4724-aa43-c030ca3574d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00'} {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:30:44.572276 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [None req-de5b8e6e-2d77-456a-b3c2-324ec8dddcf6 None None] Bound port: a4feb8b5-4f55-422c-86a0-78a255cb65b1, host: dv-cinder-792299-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c11ce42-9cd0-4724-aa43-c030ca3574d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00'}}] {{(pid=93208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:30:44.572802 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-de5b8e6e-2d77-456a-b3c2-324ec8dddcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:44.597939 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-2df6248f-5e13-4bb8-be25-050243fd3daa req-34b582cf-c59e-413e-b5f7-6d1e2fa73c11 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35f38923-65ad-4724-8284-3c978a81a4ad HTTP/1.1" status: 200 len: 217 time: 0.0914662 Jul 22 02:30:44.630798 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-1ba1bb7b-ba76-42a2-a03f-e2f481ad9928 None None] Notify callbacks [] for port, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:44.632784 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [None req-de5b8e6e-2d77-456a-b3c2-324ec8dddcf6 None None] For port a4feb8b5-4f55-422c-86a0-78a255cb65b1, host dv-cinder-792299-6-iscsi, cleared binding levels {{(pid=93208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:30:44.637436 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [None req-de5b8e6e-2d77-456a-b3c2-324ec8dddcf6 None None] For port a4feb8b5-4f55-422c-86a0-78a255cb65b1, host dv-cinder-792299-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=a4feb8b5-4f55-422c-86a0-78a255cb65b1,segment=NetworkSegment(9c11ce42-9cd0-4724-aa43-c030ca3574d3),segment_id=9c11ce42-9cd0-4724-aa43-c030ca3574d3)] {{(pid=93208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:30:44.646811 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-de5b8e6e-2d77-456a-b3c2-324ec8dddcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:44.659506 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-1ba1bb7b-ba76-42a2-a03f-e2f481ad9928 None None] Transition to ACTIVE for port object a639cce4-3038-47e7-bf6c-914b3864ad44 will not be triggered until provisioned by entity L2. {{(pid=93207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:30:44.697270 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-1ba1bb7b-ba76-42a2-a03f-e2f481ad9928 None None] Transition to ACTIVE for port object a639cce4-3038-47e7-bf6c-914b3864ad44 will not be triggered until provisioned by entity DHCP. {{(pid=93207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:30:44.706851 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febceef9-e807-478e-9d23-de538eceebc2 None None] Pushing event updated for resources: {'Port': ['ID=a4feb8b5-4f55-422c-86a0-78a255cb65b1,revision_number=2']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:44.720387 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5b8e6e-2d77-456a-b3c2-324ec8dddcf6 None None] Routers {'f39401d7-9f0a-4733-a9d4-316dab74c9b8'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:30:44.725340 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-de5b8e6e-2d77-456a-b3c2-324ec8dddcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:30:44Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['f39401d7-9f0a-4733-a9d4-316dab74c9b8'], 'active': True} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:30:44.732203 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9c5a9526-544c-492b-b3ab-1b4c68701215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:44.739448 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-1ba1bb7b-ba76-42a2-a03f-e2f481ad9928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789867566219'] for port, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:44.808410 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.db_base_plugin_common [None req-305c777a-3f21-4ee8-9abd-a544ec987de6 admin admin] Allocated IP 172.27.3.53 (a2bee0e8-177e-45f0-aff1-c80473345c00/ecc19678-5b8b-45eb-bc42-2a87169fcb4c/a5444e74-927b-483b-abdc-5289a02c6200) {{(pid=93205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:30:44.840251 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febceef9-e807-478e-9d23-de538eceebc2 None None] Pushing event updated for resources: {'Port': ['ID=a4feb8b5-4f55-422c-86a0-78a255cb65b1,revision_number=3']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:44.896721 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-b1ac9bfa-56d9-480e-a03a-25601503a386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:44.956356 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-305c777a-3f21-4ee8-9abd-a544ec987de6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:44.991882 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df6248f-5e13-4bb8-be25-050243fd3daa req-44e6da18-5b9d-43a8-aa67-6eff606fd7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:45.001206 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-2df6248f-5e13-4bb8-be25-050243fd3daa req-44e6da18-5b9d-43a8-aa67-6eff606fd7a4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=096b39b0-a085-4401-bf7c-3db8fe7f35de HTTP/1.1" status: 200 len: 854 time: 0.3817313 Jul 22 02:30:45.008798 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-305c777a-3f21-4ee8-9abd-a544ec987de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789867566219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3324451'] for port, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:45.045774 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305c777a-3f21-4ee8-9abd-a544ec987de6 admin admin] Network a2bee0e8-177e-45f0-aff1-c80473345c00 is already hosted by enough agents. {{(pid=93205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:30:45.051982 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.base_scheduler [None req-305c777a-3f21-4ee8-9abd-a544ec987de6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:30:45.095128 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-2df6248f-5e13-4bb8-be25-050243fd3daa req-993d389d-bb19-4f6f-8b63-f527ae8bf06e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0257796d-3fa1-4b5b-ba6d-34b2e497e810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802593 Jul 22 02:30:45.120250 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvr_db [None req-de5b8e6e-2d77-456a-b3c2-324ec8dddcf6 None None] Set router f39401d7-9f0a-4733-a9d4-316dab74c9b8 gateway port host: dv-cinder-792299-6-iscsi {{(pid=93208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:30:45.135086 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305c777a-3f21-4ee8-9abd-a544ec987de6 admin admin] Received port after_create {{(pid=93205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:30:45.193954 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba1bb7b-ba76-42a2-a03f-e2f481ad9928 None None] Network ffc27ac5-3775-4b53-826e-98afab9137ce is already hosted by enough agents. {{(pid=93207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:30:45.198999 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.scheduler.base_scheduler [None req-1ba1bb7b-ba76-42a2-a03f-e2f481ad9928 None None] Resources bound (agent type, host, resource id): {{(pid=93207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:30:45.202895 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba1bb7b-ba76-42a2-a03f-e2f481ad9928 None None] Received port after_create {{(pid=93207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:30:45.245679 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba1bb7b-ba76-42a2-a03f-e2f481ad9928 None None] Pushing event updated for resources: {'Port': ['ID=a639cce4-3038-47e7-bf6c-914b3864ad44,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:45.315892 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-1ba1bb7b-ba76-42a2-a03f-e2f481ad9928 None None] Attempting to bind port a639cce4-3038-47e7-bf6c-914b3864ad44 on host dv-cinder-792299-6-iscsi for vnic_type normal with profile {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:30:45.316274 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-1ba1bb7b-ba76-42a2-a03f-e2f481ad9928 None None] Attempting to bind port a639cce4-3038-47e7-bf6c-914b3864ad44 by drivers openvswitch,hyperv on host dv-cinder-792299-6-iscsi at level 0 using segments [{'id': 'e2dbb9ad-6b1e-4fed-8fd7-c6f57aada715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ffc27ac5-3775-4b53-826e-98afab9137ce'}] {{(pid=93207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:30:45.316600 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba1bb7b-ba76-42a2-a03f-e2f481ad9928 None None] Attempting to bind port a639cce4-3038-47e7-bf6c-914b3864ad44 on network ffc27ac5-3775-4b53-826e-98afab9137ce {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:30:45.324374 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba1bb7b-ba76-42a2-a03f-e2f481ad9928 None None] Checking agent: {'id': '2be9fc8b-48e5-48f4-81b8-a3920a82e981', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 21, 14), 'started_at': datetime.datetime(2021, 7, 22, 2, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:30:45.326282 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba1bb7b-ba76-42a2-a03f-e2f481ad9928 None None] Checking segment: {'id': 'e2dbb9ad-6b1e-4fed-8fd7-c6f57aada715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ffc27ac5-3775-4b53-826e-98afab9137ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:30:45.326958 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-1ba1bb7b-ba76-42a2-a03f-e2f481ad9928 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:45.327592 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba1bb7b-ba76-42a2-a03f-e2f481ad9928 None None] Bound using segment: {'id': 'e2dbb9ad-6b1e-4fed-8fd7-c6f57aada715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ffc27ac5-3775-4b53-826e-98afab9137ce'} {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:30:45.328372 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-1ba1bb7b-ba76-42a2-a03f-e2f481ad9928 None None] Bound port: a639cce4-3038-47e7-bf6c-914b3864ad44, host: dv-cinder-792299-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2dbb9ad-6b1e-4fed-8fd7-c6f57aada715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ffc27ac5-3775-4b53-826e-98afab9137ce'}}] {{(pid=93207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:30:45.329023 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-1ba1bb7b-ba76-42a2-a03f-e2f481ad9928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:45.340671 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-2df6248f-5e13-4bb8-be25-050243fd3daa req-d6be383c-c799-4c12-bc7d-1e5b4f415d0e service neutron] 10.222.0.23 "GET /v2.0/networks/0257796d-3fa1-4b5b-ba6d-34b2e497e810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863148 Jul 22 02:30:45.453090 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-1ba1bb7b-ba76-42a2-a03f-e2f481ad9928 None None] For port a639cce4-3038-47e7-bf6c-914b3864ad44, host dv-cinder-792299-6-iscsi, cleared binding levels {{(pid=93207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:30:45.458961 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-1ba1bb7b-ba76-42a2-a03f-e2f481ad9928 None None] For port a639cce4-3038-47e7-bf6c-914b3864ad44, host dv-cinder-792299-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=a639cce4-3038-47e7-bf6c-914b3864ad44,segment=NetworkSegment(e2dbb9ad-6b1e-4fed-8fd7-c6f57aada715),segment_id=e2dbb9ad-6b1e-4fed-8fd7-c6f57aada715)] {{(pid=93207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:30:45.468032 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-1ba1bb7b-ba76-42a2-a03f-e2f481ad9928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:45.485032 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-2df6248f-5e13-4bb8-be25-050243fd3daa req-be8af25b-48f8-4ae1-be2f-d06eb176a30c service neutron] 10.222.0.23 "GET /v2.0/networks/0257796d-3fa1-4b5b-ba6d-34b2e497e810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339405 Jul 22 02:30:45.503150 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.db_base_plugin_common [None req-b1ac9bfa-56d9-480e-a03a-25601503a386 admin admin] Allocated IP 172.20.0.1 (7d104b28-014f-472e-8afa-ee2cdb209037/e348ba7a-6c7e-455e-97d0-0c7dd6db87f0/e70b77e0-d850-4600-a188-00d15ff471a9) {{(pid=93206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:30:45.618681 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba1bb7b-ba76-42a2-a03f-e2f481ad9928 None None] Pushing event updated for resources: {'Port': ['ID=a639cce4-3038-47e7-bf6c-914b3864ad44,revision_number=2']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:45.714079 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-de5b8e6e-2d77-456a-b3c2-324ec8dddcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39401d7-9f0a-4733-a9d4-316dab74c9b8', 'name': 'tempest-TestMinimumBasicScenario-185652920-router', 'tenant_id': '60e53c28ef444ab7bab4b366b3848f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'a4feb8b5-4f55-422c-86a0-78a255cb65b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:30:36Z', 'updated_at': '2021-07-22T02:30:39Z', 'revision_number': 3, 'project_id': '60e53c28ef444ab7bab4b366b3848f57', 'gw_port': {'id': 'a4feb8b5-4f55-422c-86a0-78a255cb65b1', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a6:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39401d7-9f0a-4733-a9d4-316dab74c9b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:38Z', 'updated_at': '2021-07-22T02:30:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi'}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:30:45.785873 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5b8e6e-2d77-456a-b3c2-324ec8dddcf6 None None] The sync data for ids ['f39401d7-9f0a-4733-a9d4-316dab74c9b8'] in dv-cinder-792299-6-iscsi is: [{'id': 'f39401d7-9f0a-4733-a9d4-316dab74c9b8', 'name': 'tempest-TestMinimumBasicScenario-185652920-router', 'tenant_id': '60e53c28ef444ab7bab4b366b3848f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'a4feb8b5-4f55-422c-86a0-78a255cb65b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:30:36Z', 'updated_at': '2021-07-22T02:30:39Z', 'revision_number': 3, 'project_id': '60e53c28ef444ab7bab4b366b3848f57', 'gw_port': {'id': 'a4feb8b5-4f55-422c-86a0-78a255cb65b1', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a6:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39401d7-9f0a-4733-a9d4-316dab74c9b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:38Z', 'updated_at': '2021-07-22T02:30:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi'}] {{(pid=93208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:30:45.807048 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305c777a-3f21-4ee8-9abd-a544ec987de6 admin admin] Pushing event updated for resources: {'Port': ['ID=a5444e74-927b-483b-abdc-5289a02c6200,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:45.844733 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-305c777a-3f21-4ee8-9abd-a544ec987de6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:46.169680 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device 35f38923-65ad-4724-8284-3c978a81a4ad details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=93207) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 02:30:46.206769 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-305c777a-3f21-4ee8-9abd-a544ec987de6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1746508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1746667'] for router, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:46.314822 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-46ac0fbd-03cc-41f5-9e75-a35c43e1b5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:46.364536 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de434088-5327-4d23-ba39-19bc412e4eb9 req-42ce5200-e564-4ad7-8be2-7456fedb9c85 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:46.370427 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-de434088-5327-4d23-ba39-19bc412e4eb9 req-42ce5200-e564-4ad7-8be2-7456fedb9c85 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/networks?id=49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d HTTP/1.1" status: 200 len: 815 time: 0.3759708 Jul 22 02:30:46.421004 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device a639cce4-3038-47e7-bf6c-914b3864ad44 up at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:30:46.499005 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-de434088-5327-4d23-ba39-19bc412e4eb9 req-464b0251-c722-458f-976f-08acc57bc345 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/quotas/16fd06163ccc47f08a69c65f0aa273d0 HTTP/1.1" status: 200 len: 375 time: 0.1227484 Jul 22 02:30:46.530545 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-305c777a-3f21-4ee8-9abd-a544ec987de6 admin admin] Router bc788e52-4c67-4d00-8750-19c252030837 is scheduled to L3 agent f9ed0358-a013-4c74-a622-17ee633b4610 with binding_index 1 {{(pid=93205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 02:30:46.549319 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port 35f38923-65ad-4724-8284-3c978a81a4ad, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=35f38923-65ad-4724-8284-3c978a81a4ad,segment=NetworkSegment(d6982e4b-d3f3-449a-afdf-1db8c2ec7919),segment_id=d6982e4b-d3f3-449a-afdf-1db8c2ec7919)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:30:46.603195 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Returning: {'device': '35f38923-65ad-4724-8284-3c978a81a4ad', 'network_id': '0257796d-3fa1-4b5b-ba6d-34b2e497e810', 'port_id': '35f38923-65ad-4724-8284-3c978a81a4ad', 'mac_address': 'fa:16:3e:01:5e:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '096b39b0-a085-4401-bf7c-3db8fe7f35de', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93207) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 02:30:46.638469 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-b1ac9bfa-56d9-480e-a03a-25601503a386 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:46.707249 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60a63fe-347e-4d22-8afb-c6d17a5731bd req-708aa1ef-65fb-46df-a6a5-7375ebc5c194 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:46.709413 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e60a63fe-347e-4d22-8afb-c6d17a5731bd req-708aa1ef-65fb-46df-a6a5-7375ebc5c194 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c0b8f55-5afa-4532-9a13-ce6b19d32e63 HTTP/1.1" status: 200 len: 943 time: 0.7165403 Jul 22 02:30:46.778814 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:46.794708 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning for port a639cce4-3038-47e7-bf6c-914b3864ad44 completed by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:30:46.819100 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.notifiers.nova [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35f38923-65ad-4724-8284-3c978a81a4ad {{(pid=93207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:30:46.862139 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port 35f38923-65ad-4724-8284-3c978a81a4ad, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=35f38923-65ad-4724-8284-3c978a81a4ad,segment=NetworkSegment(d6982e4b-d3f3-449a-afdf-1db8c2ec7919),segment_id=d6982e4b-d3f3-449a-afdf-1db8c2ec7919)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:30:46.870346 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-b1ac9bfa-56d9-480e-a03a-25601503a386 admin admin] Transition to ACTIVE for port object e70b77e0-d850-4600-a188-00d15ff471a9 will not be triggered until provisioned by entity DHCP. {{(pid=93206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:30:46.872165 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:46.923051 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e60a63fe-347e-4d22-8afb-c6d17a5731bd req-86154fa4-5b5b-4bbe-a1cc-e056ebd7f656 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] 10.222.0.30 "GET /v2.0/security-groups?id=b052ee6d-17cb-4aa6-a0a1-5be1b21f5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979098 Jul 22 02:30:46.974009 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-de434088-5327-4d23-ba39-19bc412e4eb9 req-12b76b88-e5ca-4407-8112-c544a1dc4f0c tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=16fd06163ccc47f08a69c65f0aa273d0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4688613 Jul 22 02:30:46.989117 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Pushing event updated for resources: {'Port': ['ID=35f38923-65ad-4724-8284-3c978a81a4ad,revision_number=4']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:47.129462 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-305c777a-3f21-4ee8-9abd-a544ec987de6 admin admin] Notify agent at l3_agent.dv-cinder-792299-6-iscsi the message routers_updated {{(pid=93205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:30:47.158229 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec2d2cd-609d-4578-b608-1eb5a3825103 None None] Sync routers for ids ['bc788e52-4c67-4d00-8750-19c252030837'] in dv-cinder-792299-6-iscsi {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:30:47.174012 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-305c777a-3f21-4ee8-9abd-a544ec987de6 admin admin] Notify callbacks [] for router, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:47.174367 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec2d2cd-609d-4578-b608-1eb5a3825103 None None] Routers {'bc788e52-4c67-4d00-8750-19c252030837'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:30:47.175280 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-305c777a-3f21-4ee8-9abd-a544ec987de6 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5344925 Jul 22 02:30:47.175761 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-7ec2d2cd-609d-4578-b608-1eb5a3825103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:30:44Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['bc788e52-4c67-4d00-8750-19c252030837'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:30:47.178009 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 57838) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:47.263498 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-b1ac9bfa-56d9-480e-a03a-25601503a386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789867566219'] for port, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:47.293312 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] get_ports_and_sgs() called for port_ids ['35f38923-65ad-4724-8284-3c978a81a4ad'] {{(pid=93207) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:30:47.329323 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-de434088-5327-4d23-ba39-19bc412e4eb9 req-15ff11d1-9c6c-4b56-8772-6a3f0d87e0f9 service neutron] 10.222.0.30 "GET /v2.0/networks/49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543763 Jul 22 02:30:47.331920 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ac9bfa-56d9-480e-a03a-25601503a386 admin admin] Network 7d104b28-014f-472e-8afa-ee2cdb209037 is already hosted by enough agents. {{(pid=93206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:30:47.341415 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.base_scheduler [None req-b1ac9bfa-56d9-480e-a03a-25601503a386 admin admin] Resources bound (agent type, host, resource id): {{(pid=93206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:30:47.393710 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8c05c9-2408-46fe-9960-395c031cb259 None None] Network ffc27ac5-3775-4b53-826e-98afab9137ce requested from dv-cinder-792299-6-iscsi {{(pid=93207) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:30:47.481125 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-de434088-5327-4d23-ba39-19bc412e4eb9 req-7d5ad98d-67a4-45cb-8964-239209413a0c service neutron] 10.222.0.30 "GET /v2.0/networks/49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362293 Jul 22 02:30:47.482052 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ac9bfa-56d9-480e-a03a-25601503a386 admin admin] Received port after_create {{(pid=93206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:30:47.482520 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-b1ac9bfa-56d9-480e-a03a-25601503a386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746458'] for router_interface, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:47.659417 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-7ec2d2cd-609d-4578-b608-1eb5a3825103 None None] Set router bc788e52-4c67-4d00-8750-19c252030837 gateway port host: dv-cinder-792299-6-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:30:47.666834 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313dc034-9d0a-409a-9e3e-bb0cc78618c1 req-a2a570d2-d6f7-47e5-a5aa-a99b66a9fb19 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:47.668722 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-313dc034-9d0a-409a-9e3e-bb0cc78618c1 req-a2a570d2-d6f7-47e5-a5aa-a99b66a9fb19 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d3a35d1-5d50-4bbc-80be-46255b5b935d HTTP/1.1" status: 200 len: 945 time: 0.6100154 Jul 22 02:30:47.671115 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac9bfa-56d9-480e-a03a-25601503a386 admin admin] Pushing event updated for resources: {'Port': ['ID=e70b77e0-d850-4600-a188-00d15ff471a9,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:47.723077 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-83778b43-a49d-46c5-9bd9-4c4da4d49080 None None] Provisioning for port a639cce4-3038-47e7-bf6c-914b3864ad44 completed by entity DHCP. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:30:47.772415 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-83778b43-a49d-46c5-9bd9-4c4da4d49080 None None] Provisioning complete for port a639cce4-3038-47e7-bf6c-914b3864ad44 triggered by entity DHCP. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:30:47.773601 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-83778b43-a49d-46c5-9bd9-4c4da4d49080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:47.829052 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-313dc034-9d0a-409a-9e3e-bb0cc78618c1 req-8be434f8-535f-4ae0-ae42-9e41153edb86 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331289 Jul 22 02:30:47.846084 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-b1ac9bfa-56d9-480e-a03a-25601503a386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:48.021486 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-83778b43-a49d-46c5-9bd9-4c4da4d49080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:48.076695 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-83778b43-a49d-46c5-9bd9-4c4da4d49080 None None] For port a639cce4-3038-47e7-bf6c-914b3864ad44, host dv-cinder-792299-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=a639cce4-3038-47e7-bf6c-914b3864ad44,segment=NetworkSegment(e2dbb9ad-6b1e-4fed-8fd7-c6f57aada715),segment_id=e2dbb9ad-6b1e-4fed-8fd7-c6f57aada715)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:30:48.131172 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-83778b43-a49d-46c5-9bd9-4c4da4d49080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:48.185605 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-7c388fa0-fc86-4ea6-8cb6-ffe30bac6da6 req-be6ed68d-73a5-4847-94f8-5cf4664fcd93 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=f216bb9b-6185-4d65-89b6-ca6438bf408d HTTP/1.1" status: 200 len: 210 time: 0.0888472 Jul 22 02:30:48.245588 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-2a14066c-e09c-4689-8026-ea7b02d48497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:48.362040 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device a4feb8b5-4f55-422c-86a0-78a255cb65b1 up at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:30:48.510764 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-b1ac9bfa-56d9-480e-a03a-25601503a386 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:48.516713 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-3994ee98-387b-4158-aca4-5303a9dbe8ad None None] Provisioning for port e70b77e0-d850-4600-a188-00d15ff471a9 completed by entity DHCP. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:30:48.541298 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning for port a4feb8b5-4f55-422c-86a0-78a255cb65b1 completed by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:30:48.561782 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning complete for port a4feb8b5-4f55-422c-86a0-78a255cb65b1 triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:30:48.562435 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:48.568157 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-b1ac9bfa-56d9-480e-a03a-25601503a386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:48.569076 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-b1ac9bfa-56d9-480e-a03a-25601503a386 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1758378'] for router_interface, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:48.571384 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-3994ee98-387b-4158-aca4-5303a9dbe8ad None None] Provisioning complete for port e70b77e0-d850-4600-a188-00d15ff471a9 triggered by entity DHCP. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:30:48.571932 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-3994ee98-387b-4158-aca4-5303a9dbe8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:48.607813 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83778b43-a49d-46c5-9bd9-4c4da4d49080 None None] Pushing event updated for resources: {'Port': ['ID=a639cce4-3038-47e7-bf6c-914b3864ad44,revision_number=3']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:48.651237 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.db_base_plugin_common [None req-2a14066c-e09c-4689-8026-ea7b02d48497 admin admin] Allocated IP 172.20.0.1 (ffc27ac5-3775-4b53-826e-98afab9137ce/5ffe1ea2-2f9b-4245-839a-fb164d77066d/8991fcbf-3aa7-46c8-be11-bc154a3f4fb2) {{(pid=93205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:30:48.652929 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cb51cb-7cf0-4e52-bcb4-6ad0119d6dcc req-efaacbea-0206-4731-9577-39b92b0ad29c tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:48.664148 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-64cb51cb-7cf0-4e52-bcb4-6ad0119d6dcc req-efaacbea-0206-4731-9577-39b92b0ad29c tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 945 time: 0.6674564 Jul 22 02:30:48.684741 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac9bfa-56d9-480e-a03a-25601503a386 admin admin] Pushing event updated for resources: {'Port': ['ID=e70b77e0-d850-4600-a188-00d15ff471a9,revision_number=2']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:48.697153 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544f97d3-ca04-48ee-9f0e-46ece5755280 req-acfda790-a798-45d9-b350-c42b36b5f2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:48.698775 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-544f97d3-ca04-48ee-9f0e-46ece5755280 req-acfda790-a798-45d9-b350-c42b36b5f2b9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8d3a35d1-5d50-4bbc-80be-46255b5b935d HTTP/1.1" status: 200 len: 1098 time: 0.7137825 Jul 22 02:30:48.756027 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-3994ee98-387b-4158-aca4-5303a9dbe8ad None None] Port e70b77e0-d850-4600-a188-00d15ff471a9 cannot update to ACTIVE because it is not bound. {{(pid=93207) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 02:30:48.776801 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-7ec2d2cd-609d-4578-b608-1eb5a3825103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc788e52-4c67-4d00-8750-19c252030837', 'name': 'tempest-TestVolumeBootPattern-959882766-router', 'tenant_id': '67d612e4302c499b8d778fbcdd7b9044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': 'a5444e74-927b-483b-abdc-5289a02c6200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:30:43Z', 'updated_at': '2021-07-22T02:30:45Z', 'revision_number': 3, 'project_id': '67d612e4302c499b8d778fbcdd7b9044', 'gw_port': {'id': 'a5444e74-927b-483b-abdc-5289a02c6200', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc788e52-4c67-4d00-8750-19c252030837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:44Z', 'updated_at': '2021-07-22T02:30:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi'}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:30:48.793327 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-2a14066c-e09c-4689-8026-ea7b02d48497 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:48.812351 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.provisioning_blocks [None req-2a14066c-e09c-4689-8026-ea7b02d48497 admin admin] Transition to ACTIVE for port object 8991fcbf-3aa7-46c8-be11-bc154a3f4fb2 will not be triggered until provisioned by entity DHCP. {{(pid=93205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:30:48.851575 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ac9bfa-56d9-480e-a03a-25601503a386 admin admin] Network 7d104b28-014f-472e-8afa-ee2cdb209037 is already hosted by enough agents. {{(pid=93206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:30:48.855143 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec2d2cd-609d-4578-b608-1eb5a3825103 None None] Checking router: bc788e52-4c67-4d00-8750-19c252030837 for host: dv-cinder-792299-6-iscsi {{(pid=93207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:30:48.855530 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec2d2cd-609d-4578-b608-1eb5a3825103 None None] Updating router bc788e52-4c67-4d00-8750-19c252030837 port a5444e74-927b-483b-abdc-5289a02c6200 binding host dv-cinder-792299-6-iscsi {{(pid=93207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 02:30:48.861990 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.base_scheduler [None req-b1ac9bfa-56d9-480e-a03a-25601503a386 admin admin] Resources bound (agent type, host, resource id): {{(pid=93206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:30:48.870216 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-2a14066c-e09c-4689-8026-ea7b02d48497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789867566219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3324451'] for port, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:48.935909 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a14066c-e09c-4689-8026-ea7b02d48497 admin admin] Network ffc27ac5-3775-4b53-826e-98afab9137ce is already hosted by enough agents. {{(pid=93205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:30:48.939079 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.base_scheduler [None req-2a14066c-e09c-4689-8026-ea7b02d48497 admin admin] Resources bound (agent type, host, resource id): {{(pid=93205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:30:48.965185 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a14066c-e09c-4689-8026-ea7b02d48497 admin admin] Received port after_create {{(pid=93205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:30:48.978984 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-64cb51cb-7cf0-4e52-bcb4-6ad0119d6dcc req-703fb422-00c5-426a-afb9-95464f5d00fc tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3129740 Jul 22 02:30:49.071180 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-7ec2d2cd-609d-4578-b608-1eb5a3825103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:49.076174 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14066c-e09c-4689-8026-ea7b02d48497 admin admin] Pushing event updated for resources: {'Port': ['ID=8991fcbf-3aa7-46c8-be11-bc154a3f4fb2,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:49.078055 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:49.078370 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-544f97d3-ca04-48ee-9f0e-46ece5755280 req-eb3f15a6-9023-4458-8e06-5a2adaa2ee0b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532699 Jul 22 02:30:49.100981 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-f9abb4c8-1ac4-42d8-bd97-dd1afa9fac88 None None] Provisioning complete for port a639cce4-3038-47e7-bf6c-914b3864ad44 triggered by entity DHCP. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:30:49.104041 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-f9abb4c8-1ac4-42d8-bd97-dd1afa9fac88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:49.112290 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122fa122-7771-4949-8246-f2ffbf8811f1 req-e2a8fc0e-8d6f-4ec7-94b0-56c8180c3f3f tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:49.112565 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-2a14066c-e09c-4689-8026-ea7b02d48497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746458'] for router_interface, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:49.127620 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-122fa122-7771-4949-8246-f2ffbf8811f1 req-e2a8fc0e-8d6f-4ec7-94b0-56c8180c3f3f tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c0b8f55-5afa-4532-9a13-ce6b19d32e63 HTTP/1.1" status: 200 len: 944 time: 0.7637196 Jul 22 02:30:49.259620 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-122fa122-7771-4949-8246-f2ffbf8811f1 req-a7bb0d92-9191-4279-9a65-3dc44a8b0f84 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] 10.222.0.30 "GET /v2.0/security-groups?id=b052ee6d-17cb-4aa6-a0a1-5be1b21f5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310642 Jul 22 02:30:49.320196 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1ac9bfa-56d9-480e-a03a-25601503a386 admin admin] Router f39401d7-9f0a-4733-a9d4-316dab74c9b8 has already been hosted by L3 agent f9ed0358-a013-4c74-a622-17ee633b4610 {{(pid=93206) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 02:30:49.430664 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-2a14066c-e09c-4689-8026-ea7b02d48497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:49.593482 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-71d8677c-b6e3-4cd9-af17-35cd5031778e req-17c0ebb1-3359-4ff0-b1b2-1b70b6d40b7c tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=f216bb9b-6185-4d65-89b6-ca6438bf408d HTTP/1.1" status: 200 len: 210 time: 0.0720482 Jul 22 02:30:49.736323 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-2a14066c-e09c-4689-8026-ea7b02d48497 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:49.758779 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea2bc29-9899-4cc0-88f3-adfcb22045b7 req-e082bb12-07ab-4615-8179-7491aa77ba03 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:49.759042 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-2a14066c-e09c-4689-8026-ea7b02d48497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3324456'] for port, after_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:49.761193 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9ea2bc29-9899-4cc0-88f3-adfcb22045b7 req-e082bb12-07ab-4615-8179-7491aa77ba03 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d3a35d1-5d50-4bbc-80be-46255b5b935d HTTP/1.1" status: 200 len: 945 time: 0.3673100 Jul 22 02:30:49.772389 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] For port a4feb8b5-4f55-422c-86a0-78a255cb65b1, host dv-cinder-792299-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=a4feb8b5-4f55-422c-86a0-78a255cb65b1,segment=NetworkSegment(9c11ce42-9cd0-4724-aa43-c030ca3574d3),segment_id=9c11ce42-9cd0-4724-aa43-c030ca3574d3)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:30:49.799502 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:49.801066 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ac9bfa-56d9-480e-a03a-25601503a386 admin admin] Notify agent at l3_agent.dv-cinder-792299-6-iscsi the message routers_updated {{(pid=93206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:30:49.802691 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-7ec2d2cd-609d-4578-b608-1eb5a3825103 None None] Notify callbacks [] for port, precommit_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:49.825308 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68088a8-4939-423f-80c0-dac9eacba9a5 None None] Sync routers for ids ['f39401d7-9f0a-4733-a9d4-316dab74c9b8'] in dv-cinder-792299-6-iscsi {{(pid=93208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:30:49.850448 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68088a8-4939-423f-80c0-dac9eacba9a5 None None] Routers {'f39401d7-9f0a-4733-a9d4-316dab74c9b8'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:30:49.851027 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-e68088a8-4939-423f-80c0-dac9eacba9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:30:44Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['f39401d7-9f0a-4733-a9d4-316dab74c9b8'], 'active': True} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:30:49.878511 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-b1ac9bfa-56d9-480e-a03a-25601503a386 admin admin] 10.222.0.30 "PUT /v2.0/routers/f39401d7-9f0a-4733-a9d4-316dab74c9b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7887321 Jul 22 02:30:49.894496 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9ea2bc29-9899-4cc0-88f3-adfcb22045b7 req-e9b80316-037f-42dd-b933-1084117c37d1 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260641 Jul 22 02:30:49.897630 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-7ec2d2cd-609d-4578-b608-1eb5a3825103 None None] Transition to ACTIVE for port object a5444e74-927b-483b-abdc-5289a02c6200 will not be triggered until provisioned by entity L2. {{(pid=93207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:30:49.912840 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de434088-5327-4d23-ba39-19bc412e4eb9 req-86db69bc-978a-43de-a656-cedc239eb9c6 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:49.914553 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-de434088-5327-4d23-ba39-19bc412e4eb9 req-86db69bc-978a-43de-a656-cedc239eb9c6 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.23 "GET /v2.0/networks?id=49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d HTTP/1.1" status: 200 len: 815 time: 0.3146033 Jul 22 02:30:49.918876 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-7ec2d2cd-609d-4578-b608-1eb5a3825103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:49.930599 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.v2.base [req-de434088-5327-4d23-ba39-19bc412e4eb9 req-6f7d367c-6299-4b0d-bf56-a43b11dbc748 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Request body: {'port': {'device_id': 'f216bb9b-6185-4d65-89b6-ca6438bf408d', 'network_id': '49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d', 'admin_state_up': True, 'tenant_id': '16fd06163ccc47f08a69c65f0aa273d0'}} {{(pid=93206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:30:49.947297 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14066c-e09c-4689-8026-ea7b02d48497 admin admin] Pushing event updated for resources: {'Port': ['ID=8991fcbf-3aa7-46c8-be11-bc154a3f4fb2,revision_number=2']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:49.952520 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Pushing event updated for resources: {'Port': ['ID=a4feb8b5-4f55-422c-86a0-78a255cb65b1,revision_number=4']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:49.968452 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-2a14066c-e09c-4689-8026-ea7b02d48497 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1758378'] for router_interface, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:50.009410 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-7ec2d2cd-609d-4578-b608-1eb5a3825103 None None] Attempting to bind port a5444e74-927b-483b-abdc-5289a02c6200 on host dv-cinder-792299-6-iscsi for vnic_type normal with profile {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:30:50.009814 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-7ec2d2cd-609d-4578-b608-1eb5a3825103 None None] Attempting to bind port a5444e74-927b-483b-abdc-5289a02c6200 by drivers openvswitch,hyperv on host dv-cinder-792299-6-iscsi at level 0 using segments [{'id': '9c11ce42-9cd0-4724-aa43-c030ca3574d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00'}] {{(pid=93207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:30:50.010176 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec2d2cd-609d-4578-b608-1eb5a3825103 None None] Attempting to bind port a5444e74-927b-483b-abdc-5289a02c6200 on network a2bee0e8-177e-45f0-aff1-c80473345c00 {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:30:50.076353 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec2d2cd-609d-4578-b608-1eb5a3825103 None None] Checking agent: {'id': '2be9fc8b-48e5-48f4-81b8-a3920a82e981', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 21, 14), 'started_at': datetime.datetime(2021, 7, 22, 2, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:30:50.076787 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec2d2cd-609d-4578-b608-1eb5a3825103 None None] Checking segment: {'id': '9c11ce42-9cd0-4724-aa43-c030ca3574d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:30:50.077170 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-7ec2d2cd-609d-4578-b608-1eb5a3825103 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:50.077574 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec2d2cd-609d-4578-b608-1eb5a3825103 None None] Bound using segment: {'id': '9c11ce42-9cd0-4724-aa43-c030ca3574d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00'} {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:30:50.078059 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-7ec2d2cd-609d-4578-b608-1eb5a3825103 None None] Bound port: a5444e74-927b-483b-abdc-5289a02c6200, host: dv-cinder-792299-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c11ce42-9cd0-4724-aa43-c030ca3574d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00'}}] {{(pid=93207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:30:50.078449 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-7ec2d2cd-609d-4578-b608-1eb5a3825103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:50.103014 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad73ee6-8091-4a01-a2ce-47377d279b04 None None] Pushing event updated for resources: {'Port': ['ID=a5444e74-927b-483b-abdc-5289a02c6200,revision_number=2']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:50.106129 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a14066c-e09c-4689-8026-ea7b02d48497 admin admin] Network ffc27ac5-3775-4b53-826e-98afab9137ce is already hosted by enough agents. {{(pid=93205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:30:50.107688 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.base_scheduler [None req-2a14066c-e09c-4689-8026-ea7b02d48497 admin admin] Resources bound (agent type, host, resource id): {{(pid=93205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:30:50.217040 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de434088-5327-4d23-ba39-19bc412e4eb9 req-6f7d367c-6299-4b0d-bf56-a43b11dbc748 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Made reservation on behalf of 16fd06163ccc47f08a69c65f0aa273d0 for: {'port': 1} {{(pid=93206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:30:50.221999 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-de434088-5327-4d23-ba39-19bc412e4eb9 req-6f7d367c-6299-4b0d-bf56-a43b11dbc748 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:50.353815 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvr_db [None req-e68088a8-4939-423f-80c0-dac9eacba9a5 None None] Set router f39401d7-9f0a-4733-a9d4-316dab74c9b8 gateway port host: dv-cinder-792299-6-iscsi {{(pid=93208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:30:50.377547 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-3d7f76c5-6eb8-4a16-b171-06114e540356 None None] Provisioning for port 8991fcbf-3aa7-46c8-be11-bc154a3f4fb2 completed by entity DHCP. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:30:50.392573 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-7ec2d2cd-609d-4578-b608-1eb5a3825103 None None] For port a5444e74-927b-483b-abdc-5289a02c6200, host dv-cinder-792299-6-iscsi, cleared binding levels {{(pid=93207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:30:50.401575 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device 35f38923-65ad-4724-8284-3c978a81a4ad up at agent hyperv_hv-cinder-79229 {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:30:50.424112 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a14066c-e09c-4689-8026-ea7b02d48497 admin admin] Router bc788e52-4c67-4d00-8750-19c252030837 has already been hosted by L3 agent f9ed0358-a013-4c74-a622-17ee633b4610 {{(pid=93205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 02:30:50.433991 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device a639cce4-3038-47e7-bf6c-914b3864ad44 up at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:30:50.459520 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-3d7f76c5-6eb8-4a16-b171-06114e540356 None None] Provisioning complete for port 8991fcbf-3aa7-46c8-be11-bc154a3f4fb2 triggered by entity DHCP. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:30:50.459901 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-3d7f76c5-6eb8-4a16-b171-06114e540356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:50.494396 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.db_base_plugin_common [req-de434088-5327-4d23-ba39-19bc412e4eb9 req-6f7d367c-6299-4b0d-bf56-a43b11dbc748 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Allocated IP 172.20.0.2 (49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d/9cdf501c-c170-4983-bbb3-cf8fb45615cb/19734a0c-811d-40d8-9f3b-f95643e55824) {{(pid=93206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:30:50.604556 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a14066c-e09c-4689-8026-ea7b02d48497 admin admin] Notify agent at l3_agent.dv-cinder-792299-6-iscsi the message routers_updated {{(pid=93205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:30:50.613191 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-2a14066c-e09c-4689-8026-ea7b02d48497 admin admin] 10.222.0.30 "PUT /v2.0/routers/bc788e52-4c67-4d00-8750-19c252030837/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4341624 Jul 22 02:30:50.662369 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-7ec2d2cd-609d-4578-b608-1eb5a3825103 None None] For port a5444e74-927b-483b-abdc-5289a02c6200, host dv-cinder-792299-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=a5444e74-927b-483b-abdc-5289a02c6200,segment=NetworkSegment(9c11ce42-9cd0-4724-aa43-c030ca3574d3),segment_id=9c11ce42-9cd0-4724-aa43-c030ca3574d3)] {{(pid=93207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:30:50.683640 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-7ec2d2cd-609d-4578-b608-1eb5a3825103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:50.691101 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b031a-472f-4564-a31a-7daf05f92ff8 req-88ea22ba-6705-48dc-994a-5f2ebb1e95b5 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:50.699654 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-390b031a-472f-4564-a31a-7daf05f92ff8 req-88ea22ba-6705-48dc-994a-5f2ebb1e95b5 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 945 time: 0.5664852 Jul 22 02:30:50.701081 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-3d7f76c5-6eb8-4a16-b171-06114e540356 None None] Port 8991fcbf-3aa7-46c8-be11-bc154a3f4fb2 cannot update to ACTIVE because it is not bound. {{(pid=93207) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 02:30:50.784383 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Provisioning for port 35f38923-65ad-4724-8284-3c978a81a4ad completed by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:30:50.837564 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Provisioning complete for port 35f38923-65ad-4724-8284-3c978a81a4ad triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:30:50.839365 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:50.852528 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-390b031a-472f-4564-a31a-7daf05f92ff8 req-e7851abb-31f5-4d85-a5ad-41a14a976c38 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518853 Jul 22 02:30:50.864030 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-3d7f76c5-6eb8-4a16-b171-06114e540356 None None] Provisioning complete for port e70b77e0-d850-4600-a188-00d15ff471a9 triggered by entity DHCP. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:30:50.865715 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-3d7f76c5-6eb8-4a16-b171-06114e540356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:50.940542 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-e68088a8-4939-423f-80c0-dac9eacba9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39401d7-9f0a-4733-a9d4-316dab74c9b8', 'name': 'tempest-TestMinimumBasicScenario-185652920-router', 'tenant_id': '60e53c28ef444ab7bab4b366b3848f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'a4feb8b5-4f55-422c-86a0-78a255cb65b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:30:36Z', 'updated_at': '2021-07-22T02:30:47Z', 'revision_number': 4, 'project_id': '60e53c28ef444ab7bab4b366b3848f57', 'gw_port': {'id': 'a4feb8b5-4f55-422c-86a0-78a255cb65b1', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39401d7-9f0a-4733-a9d4-316dab74c9b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:38Z', 'updated_at': '2021-07-22T02:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_interfaces': [{'id': 'e70b77e0-d850-4600-a188-00d15ff471a9', 'name': '', 'network_id': '7d104b28-014f-472e-8afa-ee2cdb209037', 'tenant_id': '60e53c28ef444ab7bab4b366b3848f57', 'mac_address': 'fa:16:3e:2e:b9:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39401d7-9f0a-4733-a9d4-316dab74c9b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'e348ba7a-6c7e-455e-97d0-0c7dd6db87f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:45Z', 'updated_at': '2021-07-22T02:30:47Z', 'revision_number': 2, 'project_id': '60e53c28ef444ab7bab4b366b3848f57', 'subnets': [{'id': 'e348ba7a-6c7e-455e-97d0-0c7dd6db87f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:30:51.001468 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad73ee6-8091-4a01-a2ce-47377d279b04 None None] Pushing event updated for resources: {'Port': ['ID=a5444e74-927b-483b-abdc-5289a02c6200,revision_number=3']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:51.006624 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68088a8-4939-423f-80c0-dac9eacba9a5 None None] Checking router: f39401d7-9f0a-4733-a9d4-316dab74c9b8 for host: dv-cinder-792299-6-iscsi {{(pid=93208) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:30:51.008895 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68088a8-4939-423f-80c0-dac9eacba9a5 None None] Updating router f39401d7-9f0a-4733-a9d4-316dab74c9b8 port e70b77e0-d850-4600-a188-00d15ff471a9 binding host dv-cinder-792299-6-iscsi {{(pid=93208) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 02:30:51.088741 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec2d2cd-609d-4578-b608-1eb5a3825103 None None] Routers {'bc788e52-4c67-4d00-8750-19c252030837'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:30:51.089401 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-7ec2d2cd-609d-4578-b608-1eb5a3825103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:30:44Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['bc788e52-4c67-4d00-8750-19c252030837'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:30:51.092194 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-e68088a8-4939-423f-80c0-dac9eacba9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:51.095702 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 57912) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:51.101477 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-0c320bc6-9f60-43e4-bb50-6964b1092acb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-909232644-network', 'tenant_id': 'b4b54e57b8694371999313d78ed6d990'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:30:51.165842 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c320bc6-9f60-43e4-bb50-6964b1092acb admin admin] Made reservation on behalf of b4b54e57b8694371999313d78ed6d990 for: {'network': 1} {{(pid=93205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:30:51.168611 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-0c320bc6-9f60-43e4-bb50-6964b1092acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for network, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:51.191744 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-0c320bc6-9f60-43e4-bb50-6964b1092acb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:51.229251 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-3d7f76c5-6eb8-4a16-b171-06114e540356 None None] Port e70b77e0-d850-4600-a188-00d15ff471a9 cannot update to ACTIVE because it is not bound. {{(pid=93207) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 02:30:51.234280 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning complete for port a639cce4-3038-47e7-bf6c-914b3864ad44 triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:30:51.234657 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:51.337471 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-de434088-5327-4d23-ba39-19bc412e4eb9 req-6f7d367c-6299-4b0d-bf56-a43b11dbc748 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Notify callbacks [] for port, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:51.391918 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac7137-b46f-4fdb-815a-84d6406a5910 req-26cfaaa8-8c7c-4a84-8c54-fe307f29a99b tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:51.393565 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-cfac7137-b46f-4fdb-815a-84d6406a5910 req-26cfaaa8-8c7c-4a84-8c54-fe307f29a99b tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c0b8f55-5afa-4532-9a13-ce6b19d32e63 HTTP/1.1" status: 200 len: 944 time: 0.7794235 Jul 22 02:30:51.396062 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-de434088-5327-4d23-ba39-19bc412e4eb9 req-6f7d367c-6299-4b0d-bf56-a43b11dbc748 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789867566219'] for port, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:51.473129 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] get_ports_and_sgs() called for port_ids ['f53a050c-deec-464b-a0d0-6a7210d3fc48', '37cfc40c-b9e9-468f-8dbf-d5a95bd96599', '69ce3adf-370f-4b16-a26a-3157068d16e7'] {{(pid=93207) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:30:51.486059 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de434088-5327-4d23-ba39-19bc412e4eb9 req-6f7d367c-6299-4b0d-bf56-a43b11dbc748 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Network 49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d is already hosted by enough agents. {{(pid=93206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:30:51.490568 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.base_scheduler [req-de434088-5327-4d23-ba39-19bc412e4eb9 req-6f7d367c-6299-4b0d-bf56-a43b11dbc748 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Resources bound (agent type, host, resource id): {{(pid=93206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:30:51.500847 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [req-de434088-5327-4d23-ba39-19bc412e4eb9 req-6f7d367c-6299-4b0d-bf56-a43b11dbc748 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Received port after_create {{(pid=93206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:30:51.506677 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de434088-5327-4d23-ba39-19bc412e4eb9 req-6f7d367c-6299-4b0d-bf56-a43b11dbc748 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:51.507489 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-de434088-5327-4d23-ba39-19bc412e4eb9 req-6f7d367c-6299-4b0d-bf56-a43b11dbc748 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409'] for port, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:51.542533 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-cfac7137-b46f-4fdb-815a-84d6406a5910 req-d2b88e7a-a42f-4eda-815b-5d60f0bac898 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] 10.222.0.30 "GET /v2.0/security-groups?id=b052ee6d-17cb-4aa6-a0a1-5be1b21f5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322575 Jul 22 02:30:51.545735 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-0c320bc6-9f60-43e4-bb50-6964b1092acb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:51.551283 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7d367c-6299-4b0d-bf56-a43b11dbc748 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Pushing event updated for resources: {'Port': ['ID=19734a0c-811d-40d8-9f3b-f95643e55824,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:51.557375 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-0c320bc6-9f60-43e4-bb50-6964b1092acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:51.570305 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-de434088-5327-4d23-ba39-19bc412e4eb9 req-6f7d367c-6299-4b0d-bf56-a43b11dbc748 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6436217 Jul 22 02:30:51.571618 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.agents_db [None req-f1c5c46c-8295-40fa-87c5-0db6e260a587 None None] Agent healthcheck: found 6 active agents {{(pid=93208) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 02:30:51.586426 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae4539-898f-4df1-8185-3afb56980f4f req-40b9a5e4-bb2e-4ee3-bf40-36faab2719e6 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:51.588203 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-0fae4539-898f-4df1-8185-3afb56980f4f req-40b9a5e4-bb2e-4ee3-bf40-36faab2719e6 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=f216bb9b-6185-4d65-89b6-ca6438bf408d HTTP/1.1" status: 200 len: 931 time: 0.2070587 Jul 22 02:30:51.593798 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.v2.base [req-de434088-5327-4d23-ba39-19bc412e4eb9 req-7ee60ff0-d585-40c3-90bc-5b8c890fc9ef service neutron] Request body: {'port': {'device_id': 'f216bb9b-6185-4d65-89b6-ca6438bf408d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=93206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:30:51.594686 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-e68088a8-4939-423f-80c0-dac9eacba9a5 None None] Notify callbacks [] for port, precommit_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:51.629084 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.provisioning_blocks [None req-e68088a8-4939-423f-80c0-dac9eacba9a5 None None] Transition to ACTIVE for port object e70b77e0-d850-4600-a188-00d15ff471a9 will not be triggered until provisioned by entity L2. {{(pid=93208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:30:51.645277 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-e68088a8-4939-423f-80c0-dac9eacba9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:51.661960 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c320bc6-9f60-43e4-bb50-6964b1092acb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=93205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 02:30:51.689975 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-90a0e319-12eb-4a20-8417-e89a293184ba None None] Provisioning complete for port 8991fcbf-3aa7-46c8-be11-bc154a3f4fb2 triggered by entity DHCP. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:30:51.694590 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-90a0e319-12eb-4a20-8417-e89a293184ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:51.746973 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-0c320bc6-9f60-43e4-bb50-6964b1092acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767938'] for segment, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:51.747336 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.db.segments_db [None req-0c320bc6-9f60-43e4-bb50-6964b1092acb admin admin] Added segment d0e755f8-c118-4a31-95b2-11eb584c11a3 of type vlan for network 089a71d0-065c-40d7-a38b-f8887b39b842 Jul 22 02:30:51.748946 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c320bc6-9f60-43e4-bb50-6964b1092acb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e0f225-a321-4bde-84f4-ccf22c80d29f,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:51.753251 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-0fae4539-898f-4df1-8185-3afb56980f4f req-e0e4d8a8-3a0b-4706-9240-6769d7d40f45 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565421 Jul 22 02:30:51.804021 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855c82ae-fb97-4c6b-b1a7-850cffc86e84 None None] Pushing event updated for resources: {'Port': ['ID=e70b77e0-d850-4600-a188-00d15ff471a9,revision_number=3']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:51.823643 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-90a0e319-12eb-4a20-8417-e89a293184ba None None] Port 8991fcbf-3aa7-46c8-be11-bc154a3f4fb2 cannot update to ACTIVE because it is not bound. {{(pid=93207) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 02:30:51.858462 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 57924) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:51.870102 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [None req-e68088a8-4939-423f-80c0-dac9eacba9a5 None None] Attempting to bind port e70b77e0-d850-4600-a188-00d15ff471a9 on host dv-cinder-792299-6-iscsi for vnic_type normal with profile {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:30:51.870434 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [None req-e68088a8-4939-423f-80c0-dac9eacba9a5 None None] Attempting to bind port e70b77e0-d850-4600-a188-00d15ff471a9 by drivers openvswitch,hyperv on host dv-cinder-792299-6-iscsi at level 0 using segments [{'id': '96fb0343-6944-4dfe-bca8-613847c19d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7d104b28-014f-472e-8afa-ee2cdb209037'}] {{(pid=93208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:30:51.870799 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68088a8-4939-423f-80c0-dac9eacba9a5 None None] Attempting to bind port e70b77e0-d850-4600-a188-00d15ff471a9 on network 7d104b28-014f-472e-8afa-ee2cdb209037 {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:30:51.877450 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68088a8-4939-423f-80c0-dac9eacba9a5 None None] Checking agent: {'id': '2be9fc8b-48e5-48f4-81b8-a3920a82e981', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 21, 14), 'started_at': datetime.datetime(2021, 7, 22, 2, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:30:51.877832 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68088a8-4939-423f-80c0-dac9eacba9a5 None None] Checking segment: {'id': '96fb0343-6944-4dfe-bca8-613847c19d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7d104b28-014f-472e-8afa-ee2cdb209037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:30:51.878224 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-e68088a8-4939-423f-80c0-dac9eacba9a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:51.878610 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68088a8-4939-423f-80c0-dac9eacba9a5 None None] Bound using segment: {'id': '96fb0343-6944-4dfe-bca8-613847c19d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7d104b28-014f-472e-8afa-ee2cdb209037'} {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:30:51.879073 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [None req-e68088a8-4939-423f-80c0-dac9eacba9a5 None None] Bound port: e70b77e0-d850-4600-a188-00d15ff471a9, host: dv-cinder-792299-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96fb0343-6944-4dfe-bca8-613847c19d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7d104b28-014f-472e-8afa-ee2cdb209037'}}] {{(pid=93208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:30:51.879514 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-e68088a8-4939-423f-80c0-dac9eacba9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:51.885421 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-0c320bc6-9f60-43e4-bb50-6964b1092acb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789867552247'] for network, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:51.916857 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:51.930951 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-0c320bc6-9f60-43e4-bb50-6964b1092acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863'] for network, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:51.933183 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c320bc6-9f60-43e4-bb50-6964b1092acb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:51.935375 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-0c320bc6-9f60-43e4-bb50-6964b1092acb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583845'] for network, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:51.937556 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.v2.base [None req-87c5023d-26e8-42ae-b46c-cad293f57941 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-851202945-network', 'tenant_id': 'a5a141862b6744ce9b30c5f8d1660e72'}} {{(pid=93206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:30:51.994825 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-0c320bc6-9f60-43e4-bb50-6964b1092acb admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8944025 Jul 22 02:30:51.996480 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 57932) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:52.014065 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-a5d6b71a-ef01-439e-b9ed-8e99b4e790d5 admin admin] Request body: {'subnet': {'network_id': '089a71d0-065c-40d7-a38b-f8887b39b842', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-909232644-subnet', 'tenant_id': 'b4b54e57b8694371999313d78ed6d990', 'ip_version': 4}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:30:52.064187 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [None req-e68088a8-4939-423f-80c0-dac9eacba9a5 None None] For port e70b77e0-d850-4600-a188-00d15ff471a9, host dv-cinder-792299-6-iscsi, cleared binding levels {{(pid=93208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:30:52.069177 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [None req-e68088a8-4939-423f-80c0-dac9eacba9a5 None None] For port e70b77e0-d850-4600-a188-00d15ff471a9, host dv-cinder-792299-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=e70b77e0-d850-4600-a188-00d15ff471a9,segment=NetworkSegment(96fb0343-6944-4dfe-bca8-613847c19d98),segment_id=96fb0343-6944-4dfe-bca8-613847c19d98)] {{(pid=93208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:30:52.077014 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c320bc6-9f60-43e4-bb50-6964b1092acb admin admin] Pushing event updated for resources: {'Network': ['ID=089a71d0-065c-40d7-a38b-f8887b39b842,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:52.078728 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-e68088a8-4939-423f-80c0-dac9eacba9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:52.089006 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c0b8f55-5afa-4532-9a13-ce6b19d32e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35f38923-65ad-4724-8284-3c978a81a4ad'}] {{(pid=93207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:30:52.091409 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7ee477d080e02922d9a3c1e9b5cc60990edb702a504399eb5b32d0111ac025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-649623ab-cad1-48d6-91a5-60b19b619194" -d '{"events": [{"server_uuid": "8c0b8f55-5afa-4532-9a13-ce6b19d32e63", "name": "network-vif-plugged", "status": "completed", "tag": "35f38923-65ad-4724-8284-3c978a81a4ad"}]}' {{(pid=93207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:30:52.122429 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Network 089a71d0-065c-40d7-a38b-f8887b39b842 details requested by agent ovs-agent-dv-cinder-792299-6-iscsi with host dv-cinder-792299-6-iscsi {{(pid=93207) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 02:30:52.124088 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d6b71a-ef01-439e-b9ed-8e99b4e790d5 admin admin] Made reservation on behalf of b4b54e57b8694371999313d78ed6d990 for: {'subnet': 1} {{(pid=93205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:30:52.127490 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a5d6b71a-ef01-439e-b9ed-8e99b4e790d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3529060'] for subnet, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:52.137069 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-de434088-5327-4d23-ba39-19bc412e4eb9 req-7ee60ff0-d585-40c3-90bc-5b8c890fc9ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:52.139058 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c5023d-26e8-42ae-b46c-cad293f57941 admin admin] Made reservation on behalf of a5a141862b6744ce9b30c5f8d1660e72 for: {'network': 1} {{(pid=93206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:30:52.141362 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-87c5023d-26e8-42ae-b46c-cad293f57941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for network, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:52.145129 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port 35f38923-65ad-4724-8284-3c978a81a4ad, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=35f38923-65ad-4724-8284-3c978a81a4ad,segment=NetworkSegment(d6982e4b-d3f3-449a-afdf-1db8c2ec7919),segment_id=d6982e4b-d3f3-449a-afdf-1db8c2ec7919)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:30:52.166748 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855c82ae-fb97-4c6b-b1a7-850cffc86e84 None None] Pushing event updated for resources: {'Port': ['ID=e70b77e0-d850-4600-a188-00d15ff471a9,revision_number=4']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:52.183046 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68088a8-4939-423f-80c0-dac9eacba9a5 None None] Routers {'f39401d7-9f0a-4733-a9d4-316dab74c9b8'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:30:52.183908 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-e68088a8-4939-423f-80c0-dac9eacba9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:30:44Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['f39401d7-9f0a-4733-a9d4-316dab74c9b8'], 'active': True} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:30:52.196278 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-87c5023d-26e8-42ae-b46c-cad293f57941 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:52.217505 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:52.244891 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device a4feb8b5-4f55-422c-86a0-78a255cb65b1 up at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:30:52.255998 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-7ec2d2cd-609d-4578-b608-1eb5a3825103 None None] Set router bc788e52-4c67-4d00-8750-19c252030837 gateway port host: dv-cinder-792299-6-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:30:52.375327 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvr_db [None req-e68088a8-4939-423f-80c0-dac9eacba9a5 None None] Set router f39401d7-9f0a-4733-a9d4-316dab74c9b8 gateway port host: dv-cinder-792299-6-iscsi {{(pid=93208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:30:52.386598 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55f11a0-b8b3-4e53-8694-0fc05527306f req-45d8cdab-0169-4968-a371-41b29e14d898 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:52.391534 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-f55f11a0-b8b3-4e53-8694-0fc05527306f req-45d8cdab-0169-4968-a371-41b29e14d898 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d3a35d1-5d50-4bbc-80be-46255b5b935d HTTP/1.1" status: 200 len: 945 time: 0.6779377 Jul 22 02:30:52.486953 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a5d6b71a-ef01-439e-b9ed-8e99b4e790d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3324599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3528982'] for subnet, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:52.495343 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff5234-855a-4da5-a5db-0b85258fcb91 req-415723a0-cf56-4354-b7f2-41451d90ef88 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:52.502157 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-c5ff5234-855a-4da5-a5db-0b85258fcb91 req-415723a0-cf56-4354-b7f2-41451d90ef88 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 945 time: 0.5143638 Jul 22 02:30:52.582604 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d6b71a-ef01-439e-b9ed-8e99b4e790d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db292446-aff8-46ba-9a0d-1f8ff59bc8d4,revision_number=0']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:52.639141 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Pushing event updated for resources: {'Port': ['ID=35f38923-65ad-4724-8284-3c978a81a4ad,revision_number=5']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:52.652405 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d6b71a-ef01-439e-b9ed-8e99b4e790d5 admin admin] Checking segment: {'id': 'd0e755f8-c118-4a31-95b2-11eb584c11a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '089a71d0-065c-40d7-a38b-f8887b39b842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:30:52.652842 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d6b71a-ef01-439e-b9ed-8e99b4e790d5 admin admin] Network hostable DHCP agents. Network: 089a71d0-065c-40d7-a38b-f8887b39b842, hostable agents: ['7ec0f4f5-17d5-44d9-a280-5d81f7a2a404'], hosted agents: [] {{(pid=93205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 02:30:52.659701 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-f55f11a0-b8b3-4e53-8694-0fc05527306f req-90e54895-cc95-458e-8377-c17e39941f3f tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426939 Jul 22 02:30:52.687662 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning complete for port a4feb8b5-4f55-422c-86a0-78a255cb65b1 triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:30:52.688344 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:52.710127 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d6b71a-ef01-439e-b9ed-8e99b4e790d5 admin admin] Network 089a71d0-065c-40d7-a38b-f8887b39b842 is scheduled to be hosted by DHCP agent 7ec0f4f5-17d5-44d9-a280-5d81f7a2a404 with binding_index 1 {{(pid=93205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 02:30:52.728400 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.base_scheduler [None req-a5d6b71a-ef01-439e-b9ed-8e99b4e790d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-6-iscsi, 089a71d0-065c-40d7-a38b-f8887b39b842) {{(pid=93205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:30:52.732634 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d6b71a-ef01-439e-b9ed-8e99b4e790d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:52.733804 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a5d6b71a-ef01-439e-b9ed-8e99b4e790d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583845'] for subnet, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:52.758403 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-c5ff5234-855a-4da5-a5db-0b85258fcb91 req-a174aa6b-3efd-44ad-98ba-3c0e80e69aac tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2547626 Jul 22 02:30:52.782282 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e78aaee-80a2-430e-af2c-e9102bd21c1a None None] Network 089a71d0-065c-40d7-a38b-f8887b39b842 requested from dv-cinder-792299-6-iscsi {{(pid=93207) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:30:52.932013 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-e68088a8-4939-423f-80c0-dac9eacba9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39401d7-9f0a-4733-a9d4-316dab74c9b8', 'name': 'tempest-TestMinimumBasicScenario-185652920-router', 'tenant_id': '60e53c28ef444ab7bab4b366b3848f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'a4feb8b5-4f55-422c-86a0-78a255cb65b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:30:36Z', 'updated_at': '2021-07-22T02:30:47Z', 'revision_number': 4, 'project_id': '60e53c28ef444ab7bab4b366b3848f57', 'gw_port': {'id': 'a4feb8b5-4f55-422c-86a0-78a255cb65b1', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39401d7-9f0a-4733-a9d4-316dab74c9b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:38Z', 'updated_at': '2021-07-22T02:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_interfaces': [{'id': 'e70b77e0-d850-4600-a188-00d15ff471a9', 'name': '', 'network_id': '7d104b28-014f-472e-8afa-ee2cdb209037', 'tenant_id': '60e53c28ef444ab7bab4b366b3848f57', 'mac_address': 'fa:16:3e:2e:b9:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39401d7-9f0a-4733-a9d4-316dab74c9b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'e348ba7a-6c7e-455e-97d0-0c7dd6db87f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:45Z', 'updated_at': '2021-07-22T02:30:52Z', 'revision_number': 4, 'project_id': '60e53c28ef444ab7bab4b366b3848f57', 'subnets': [{'id': 'e348ba7a-6c7e-455e-97d0-0c7dd6db87f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:30:52.939335 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5580cb40-db08-4098-8dc1-698b0084205b x-openstack-request-id: req-5580cb40-db08-4098-8dc1-698b0084205b {{(pid=93207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:30:52.939886 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c0b8f55-5afa-4532-9a13-ce6b19d32e63", "name": "network-vif-plugged", "status": "completed", "tag": "35f38923-65ad-4724-8284-3c978a81a4ad", "code": 200}]} {{(pid=93207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:30:52.939886 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5580cb40-db08-4098-8dc1-698b0084205b {{(pid=93207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:30:52.940223 dv-cinder-792299-6-iscsi neutron-server[93207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c0b8f55-5afa-4532-9a13-ce6b19d32e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35f38923-65ad-4724-8284-3c978a81a4ad', 'code': 200} Jul 22 02:30:52.967646 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68088a8-4939-423f-80c0-dac9eacba9a5 None None] The sync data for ids ['f39401d7-9f0a-4733-a9d4-316dab74c9b8'] in dv-cinder-792299-6-iscsi is: [{'id': 'f39401d7-9f0a-4733-a9d4-316dab74c9b8', 'name': 'tempest-TestMinimumBasicScenario-185652920-router', 'tenant_id': '60e53c28ef444ab7bab4b366b3848f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'a4feb8b5-4f55-422c-86a0-78a255cb65b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:30:36Z', 'updated_at': '2021-07-22T02:30:47Z', 'revision_number': 4, 'project_id': '60e53c28ef444ab7bab4b366b3848f57', 'gw_port': {'id': 'a4feb8b5-4f55-422c-86a0-78a255cb65b1', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39401d7-9f0a-4733-a9d4-316dab74c9b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:38Z', 'updated_at': '2021-07-22T02:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_interfaces': [{'id': 'e70b77e0-d850-4600-a188-00d15ff471a9', 'name': '', 'network_id': '7d104b28-014f-472e-8afa-ee2cdb209037', 'tenant_id': '60e53c28ef444ab7bab4b366b3848f57', 'mac_address': 'fa:16:3e:2e:b9:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39401d7-9f0a-4733-a9d4-316dab74c9b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'e348ba7a-6c7e-455e-97d0-0c7dd6db87f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:45Z', 'updated_at': '2021-07-22T02:30:52Z', 'revision_number': 4, 'project_id': '60e53c28ef444ab7bab4b366b3848f57', 'subnets': [{'id': 'e348ba7a-6c7e-455e-97d0-0c7dd6db87f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:30:52.996861 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-87c5023d-26e8-42ae-b46c-cad293f57941 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:53.022458 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-a5d6b71a-ef01-439e-b9ed-8e99b4e790d5 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0237744 Jul 22 02:30:53.023453 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 57948) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:53.025367 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-87c5023d-26e8-42ae-b46c-cad293f57941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:53.031520 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-1823d700-1189-4cfa-9fa9-8cdbe0fe9433 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-909232644-router', 'tenant_id': 'b4b54e57b8694371999313d78ed6d990', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00'}}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:30:53.113852 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87c5023d-26e8-42ae-b46c-cad293f57941 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=93206) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 02:30:53.166251 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c5023d-26e8-42ae-b46c-cad293f57941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7a8014-33f4-49ce-9f1c-9e3d326592b1,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:53.171231 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-87c5023d-26e8-42ae-b46c-cad293f57941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767938'] for segment, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:53.171583 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.db.segments_db [None req-87c5023d-26e8-42ae-b46c-cad293f57941 admin admin] Added segment 3b6379e9-43c4-4994-8210-376c5d971ce1 of type vlan for network a0bb5409-5aef-420e-a54b-e6389575efec Jul 22 02:30:53.237275 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcb0d54-be0b-444c-aa6c-669323af1cee req-19470521-54f3-41ba-b167-a2ab23e40a4f tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:53.238815 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-1fcb0d54-be0b-444c-aa6c-669323af1cee req-19470521-54f3-41ba-b167-a2ab23e40a4f tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c0b8f55-5afa-4532-9a13-ce6b19d32e63 HTTP/1.1" status: 200 len: 945 time: 0.3098629 Jul 22 02:30:53.296512 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1823d700-1189-4cfa-9fa9-8cdbe0fe9433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1746485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25300'] for router, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:53.300075 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1823d700-1189-4cfa-9fa9-8cdbe0fe9433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1760026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1633086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25311'] for router, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:53.358430 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc9a3c-a024-4c27-8c19-221bde1b70d8 req-6d4576e5-8fec-4e16-9fb3-6ff86ac1d1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:53.360639 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-90cc9a3c-a024-4c27-8c19-221bde1b70d8 req-6d4576e5-8fec-4e16-9fb3-6ff86ac1d1f4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8c0b8f55-5afa-4532-9a13-ce6b19d32e63 HTTP/1.1" status: 200 len: 1098 time: 0.2657578 Jul 22 02:30:53.406987 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-87c5023d-26e8-42ae-b46c-cad293f57941 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789867552247'] for network, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:53.481772 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-90cc9a3c-a024-4c27-8c19-221bde1b70d8 req-61533656-52b2-4cad-ad91-0206e00b58df service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b052ee6d-17cb-4aa6-a0a1-5be1b21f5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938010 Jul 22 02:30:53.495170 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab748bd-af43-4561-a582-a403d3c08fa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpddd49729-fbe2-5b56-b4ca-eeba23ac9f5f-089a71d0-065c-40d7-a38b-f8887b39b842', 'network_id': '089a71d0-065c-40d7-a38b-f8887b39b842', 'tenant_id': 'b4b54e57b8694371999313d78ed6d990', 'fixed_ips': [{'subnet_id': 'db292446-aff8-46ba-9a0d-1f8ff59bc8d4'}]}} from dv-cinder-792299-6-iscsi. {{(pid=93207) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 02:30:53.496532 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-0ab748bd-af43-4561-a582-a403d3c08fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:53.558976 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1823d700-1189-4cfa-9fa9-8cdbe0fe9433 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:53.580218 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [req-de434088-5327-4d23-ba39-19bc412e4eb9 req-7ee60ff0-d585-40c3-90bc-5b8c890fc9ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19734a0c-811d-40d8-9f3b-f95643e55824 {{(pid=93206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:30:53.606430 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-1fcb0d54-be0b-444c-aa6c-669323af1cee req-9d1059af-78b7-4481-984f-26f45efd17f0 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] 10.222.0.30 "GET /v2.0/security-groups?id=b052ee6d-17cb-4aa6-a0a1-5be1b21f5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737033 Jul 22 02:30:53.635369 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-de434088-5327-4d23-ba39-19bc412e4eb9 req-7ee60ff0-d585-40c3-90bc-5b8c890fc9ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:53.664000 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8858ba7-189a-4b83-a550-fdbb5bf97f25 req-727fd650-837a-4978-976c-7654c40660f7 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:53.683550 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a8858ba7-189a-4b83-a550-fdbb5bf97f25 req-727fd650-837a-4978-976c-7654c40660f7 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=f216bb9b-6185-4d65-89b6-ca6438bf408d HTTP/1.1" status: 200 len: 931 time: 0.4532073 Jul 22 02:30:53.689673 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-87c5023d-26e8-42ae-b46c-cad293f57941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863'] for network, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:53.693777 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c5023d-26e8-42ae-b46c-cad293f57941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:53.696454 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-87c5023d-26e8-42ae-b46c-cad293f57941 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583845'] for network, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:53.871400 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1823d700-1189-4cfa-9fa9-8cdbe0fe9433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1746672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1746523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30773'] for router, precommit_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:53.907032 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-7ec2d2cd-609d-4578-b608-1eb5a3825103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc788e52-4c67-4d00-8750-19c252030837', 'name': 'tempest-TestVolumeBootPattern-959882766-router', 'tenant_id': '67d612e4302c499b8d778fbcdd7b9044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': 'a5444e74-927b-483b-abdc-5289a02c6200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:30:43Z', 'updated_at': '2021-07-22T02:30:49Z', 'revision_number': 4, 'project_id': '67d612e4302c499b8d778fbcdd7b9044', 'gw_port': {'id': 'a5444e74-927b-483b-abdc-5289a02c6200', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc788e52-4c67-4d00-8750-19c252030837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:44Z', 'updated_at': '2021-07-22T02:30:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_interfaces': [{'id': '8991fcbf-3aa7-46c8-be11-bc154a3f4fb2', 'name': '', 'network_id': 'ffc27ac5-3775-4b53-826e-98afab9137ce', 'tenant_id': '67d612e4302c499b8d778fbcdd7b9044', 'mac_address': 'fa:16:3e:8f:6a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc788e52-4c67-4d00-8750-19c252030837', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '5ffe1ea2-2f9b-4245-839a-fb164d77066d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:48Z', 'updated_at': '2021-07-22T02:30:49Z', 'revision_number': 2, 'project_id': '67d612e4302c499b8d778fbcdd7b9044', 'subnets': [{'id': '5ffe1ea2-2f9b-4245-839a-fb164d77066d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:30:53.936826 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c5023d-26e8-42ae-b46c-cad293f57941 admin admin] Pushing event updated for resources: {'Network': ['ID=a0bb5409-5aef-420e-a54b-e6389575efec,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:53.960000 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [req-de434088-5327-4d23-ba39-19bc412e4eb9 req-7ee60ff0-d585-40c3-90bc-5b8c890fc9ef service neutron] Transition to ACTIVE for port object 19734a0c-811d-40d8-9f3b-f95643e55824 will not be triggered until provisioned by entity L2. {{(pid=93206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:30:53.977840 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-de434088-5327-4d23-ba39-19bc412e4eb9 req-7ee60ff0-d585-40c3-90bc-5b8c890fc9ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:54.017110 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 57960) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:54.017319 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-87c5023d-26e8-42ae-b46c-cad293f57941 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0893221 Jul 22 02:30:54.027960 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-f48e76ad-d7f4-494b-b5f4-a55fc3ac47b2 admin admin] Request body: {'subnet': {'network_id': 'a0bb5409-5aef-420e-a54b-e6389575efec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-851202945-subnet', 'tenant_id': 'a5a141862b6744ce9b30c5f8d1660e72', 'ip_version': 4}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:30:54.073619 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48e76ad-d7f4-494b-b5f4-a55fc3ac47b2 admin admin] Made reservation on behalf of a5a141862b6744ce9b30c5f8d1660e72 for: {'subnet': 1} {{(pid=93205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:30:54.075940 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a8858ba7-189a-4b83-a550-fdbb5bf97f25 req-592b6f31-c0b1-4f88-bef5-297424673f5d tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3897841 Jul 22 02:30:54.077618 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-f48e76ad-d7f4-494b-b5f4-a55fc3ac47b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3529060'] for subnet, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:54.187009 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee60ff0-d585-40c3-90bc-5b8c890fc9ef service neutron] Pushing event updated for resources: {'Port': ['ID=19734a0c-811d-40d8-9f3b-f95643e55824,revision_number=2']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:54.282549 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec2d2cd-609d-4578-b608-1eb5a3825103 None None] The sync data for ids ['bc788e52-4c67-4d00-8750-19c252030837'] in dv-cinder-792299-6-iscsi is: [{'id': 'bc788e52-4c67-4d00-8750-19c252030837', 'name': 'tempest-TestVolumeBootPattern-959882766-router', 'tenant_id': '67d612e4302c499b8d778fbcdd7b9044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': 'a5444e74-927b-483b-abdc-5289a02c6200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:30:43Z', 'updated_at': '2021-07-22T02:30:49Z', 'revision_number': 4, 'project_id': '67d612e4302c499b8d778fbcdd7b9044', 'gw_port': {'id': 'a5444e74-927b-483b-abdc-5289a02c6200', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc788e52-4c67-4d00-8750-19c252030837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:44Z', 'updated_at': '2021-07-22T02:30:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_interfaces': [{'id': '8991fcbf-3aa7-46c8-be11-bc154a3f4fb2', 'name': '', 'network_id': 'ffc27ac5-3775-4b53-826e-98afab9137ce', 'tenant_id': '67d612e4302c499b8d778fbcdd7b9044', 'mac_address': 'fa:16:3e:8f:6a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc788e52-4c67-4d00-8750-19c252030837', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '5ffe1ea2-2f9b-4245-839a-fb164d77066d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:48Z', 'updated_at': '2021-07-22T02:30:49Z', 'revision_number': 2, 'project_id': '67d612e4302c499b8d778fbcdd7b9044', 'subnets': [{'id': '5ffe1ea2-2f9b-4245-839a-fb164d77066d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:30:54.290204 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device e70b77e0-d850-4600-a188-00d15ff471a9 up at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:30:54.319436 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [req-de434088-5327-4d23-ba39-19bc412e4eb9 req-7ee60ff0-d585-40c3-90bc-5b8c890fc9ef service neutron] Attempting to bind port 19734a0c-811d-40d8-9f3b-f95643e55824 on host hv-cinder-79229 for vnic_type normal with profile {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:30:54.326584 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [req-de434088-5327-4d23-ba39-19bc412e4eb9 req-7ee60ff0-d585-40c3-90bc-5b8c890fc9ef service neutron] Attempting to bind port 19734a0c-811d-40d8-9f3b-f95643e55824 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '1178c6d7-38f4-4aec-bb2e-34535e569c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d'}] {{(pid=93206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:30:54.327273 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de434088-5327-4d23-ba39-19bc412e4eb9 req-7ee60ff0-d585-40c3-90bc-5b8c890fc9ef service neutron] Attempting to bind port 19734a0c-811d-40d8-9f3b-f95643e55824 on network 49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:30:54.345984 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de434088-5327-4d23-ba39-19bc412e4eb9 req-7ee60ff0-d585-40c3-90bc-5b8c890fc9ef service neutron] Port 19734a0c-811d-40d8-9f3b-f95643e55824 on network 49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 02:30:54.346696 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de434088-5327-4d23-ba39-19bc412e4eb9 req-7ee60ff0-d585-40c3-90bc-5b8c890fc9ef service neutron] Attempting to bind port 19734a0c-811d-40d8-9f3b-f95643e55824 on network 49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:30:54.352969 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Network a0bb5409-5aef-420e-a54b-e6389575efec details requested by agent ovs-agent-dv-cinder-792299-6-iscsi with host dv-cinder-792299-6-iscsi {{(pid=93207) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 02:30:54.378309 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de434088-5327-4d23-ba39-19bc412e4eb9 req-7ee60ff0-d585-40c3-90bc-5b8c890fc9ef service neutron] Checking agent: {'id': '3e047b69-7131-4bb7-a905-86c2cdf7c2d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 27, 10), 'started_at': datetime.datetime(2021, 7, 22, 2, 27, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:30:54.379042 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de434088-5327-4d23-ba39-19bc412e4eb9 req-7ee60ff0-d585-40c3-90bc-5b8c890fc9ef service neutron] Checking segment: {'id': '1178c6d7-38f4-4aec-bb2e-34535e569c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:30:54.379679 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de434088-5327-4d23-ba39-19bc412e4eb9 req-7ee60ff0-d585-40c3-90bc-5b8c890fc9ef service neutron] Bound using segment: {'id': '1178c6d7-38f4-4aec-bb2e-34535e569c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d'} {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:30:54.380339 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [req-de434088-5327-4d23-ba39-19bc412e4eb9 req-7ee60ff0-d585-40c3-90bc-5b8c890fc9ef service neutron] Bound port: 19734a0c-811d-40d8-9f3b-f95643e55824, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1178c6d7-38f4-4aec-bb2e-34535e569c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d'}}] {{(pid=93206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:30:54.380971 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-de434088-5327-4d23-ba39-19bc412e4eb9 req-7ee60ff0-d585-40c3-90bc-5b8c890fc9ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:54.406691 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048f0c6e-c302-4541-95f0-30315527ce07 req-321758da-08e1-42f4-81a5-51278589fd7c tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:54.414716 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-048f0c6e-c302-4541-95f0-30315527ce07 req-321758da-08e1-42f4-81a5-51278589fd7c tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 945 time: 0.3890944 Jul 22 02:30:54.447191 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.db_base_plugin_common [None req-0ab748bd-af43-4561-a582-a403d3c08fa6 None None] Allocated IP 172.20.0.2 (089a71d0-065c-40d7-a38b-f8887b39b842/db292446-aff8-46ba-9a0d-1f8ff59bc8d4/1954ffe1-2a0e-4481-bdaf-af363b3d40cb) {{(pid=93207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:30:54.501211 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf7f0a7-bfbf-4792-b2b3-24de6f839500 req-80490c44-c0d2-4ac8-ba6d-1132098eebcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:54.502979 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-5cf7f0a7-bfbf-4792-b2b3-24de6f839500 req-80490c44-c0d2-4ac8-ba6d-1132098eebcc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=983dc1d7a16247a98a094716f99ada48&device_id=8d3a35d1-5d50-4bbc-80be-46255b5b935d HTTP/1.1" status: 200 len: 1098 time: 0.5703256 Jul 22 02:30:54.568581 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-048f0c6e-c302-4541-95f0-30315527ce07 req-328ca908-ae6c-4072-9d77-02cecfd18532 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526554 Jul 22 02:30:54.617553 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [req-de434088-5327-4d23-ba39-19bc412e4eb9 req-7ee60ff0-d585-40c3-90bc-5b8c890fc9ef service neutron] For port 19734a0c-811d-40d8-9f3b-f95643e55824, host hv-cinder-79229, cleared binding levels {{(pid=93206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:30:54.625641 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning for port e70b77e0-d850-4600-a188-00d15ff471a9 completed by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:30:54.628768 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b3f52b-f9c2-43a5-925d-62480020c22b req-5f6eb5d8-e582-45c3-acd7-fabdd5ecd8b6 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:54.637236 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b7b3f52b-f9c2-43a5-925d-62480020c22b req-5f6eb5d8-e582-45c3-acd7-fabdd5ecd8b6 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d3a35d1-5d50-4bbc-80be-46255b5b935d HTTP/1.1" status: 200 len: 945 time: 0.3056514 Jul 22 02:30:54.641303 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [req-de434088-5327-4d23-ba39-19bc412e4eb9 req-7ee60ff0-d585-40c3-90bc-5b8c890fc9ef service neutron] For port 19734a0c-811d-40d8-9f3b-f95643e55824, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=19734a0c-811d-40d8-9f3b-f95643e55824,segment=NetworkSegment(1178c6d7-38f4-4aec-bb2e-34535e569c60),segment_id=1178c6d7-38f4-4aec-bb2e-34535e569c60)] {{(pid=93206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:30:54.642895 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning complete for port e70b77e0-d850-4600-a188-00d15ff471a9 triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:30:54.643285 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:54.683320 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-de434088-5327-4d23-ba39-19bc412e4eb9 req-7ee60ff0-d585-40c3-90bc-5b8c890fc9ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:54.964555 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b7b3f52b-f9c2-43a5-925d-62480020c22b req-a9537243-82e9-4bc4-843e-4a33e521557a tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203628 Jul 22 02:30:54.992071 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf7f0a7-bfbf-4792-b2b3-24de6f839500 req-a5668a67-64ed-40f2-9595-a2d6f58cd013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:54.994019 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-5cf7f0a7-bfbf-4792-b2b3-24de6f839500 req-a5668a67-64ed-40f2-9595-a2d6f58cd013 service neutron] 10.222.0.23 "GET /v2.0/networks?id=72ed7fff-9ec8-4d42-8728-85745d62dd2e HTTP/1.1" status: 200 len: 919 time: 0.4819841 Jul 22 02:30:54.995181 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de434088-5327-4d23-ba39-19bc412e4eb9 req-7ee60ff0-d585-40c3-90bc-5b8c890fc9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:54.996485 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-de434088-5327-4d23-ba39-19bc412e4eb9 req-7ee60ff0-d585-40c3-90bc-5b8c890fc9ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409'] for port, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:54.998293 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-de434088-5327-4d23-ba39-19bc412e4eb9 req-7ee60ff0-d585-40c3-90bc-5b8c890fc9ef service neutron] 10.222.0.23 "PUT /v2.0/ports/19734a0c-811d-40d8-9f3b-f95643e55824 HTTP/1.1" status: 200 len: 1093 time: 3.4091470 Jul 22 02:30:55.009643 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f216bb9b-6185-4d65-89b6-ca6438bf408d', 'tag': '19734a0c-811d-40d8-9f3b-f95643e55824'}] {{(pid=93206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:30:55.012417 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2c7467b3a520cac2f9dc58394876cadcbbb82697b422dc56d8b09de1a4b7e26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b24972d2-f833-4405-b7d2-897fc2f7e99f" -d '{"events": [{"name": "network-changed", "server_uuid": "f216bb9b-6185-4d65-89b6-ca6438bf408d", "tag": "19734a0c-811d-40d8-9f3b-f95643e55824"}]}' {{(pid=93206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:30:55.104946 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 02:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3296796f-c0c1-4664-9f7b-2bf23c6b6aa5 x-openstack-request-id: req-3296796f-c0c1-4664-9f7b-2bf23c6b6aa5 {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:30:55.105191 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f216bb9b-6185-4d65-89b6-ca6438bf408d", "tag": "19734a0c-811d-40d8-9f3b-f95643e55824", "status": "completed", "code": 200}]} {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:30:55.105431 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3296796f-c0c1-4664-9f7b-2bf23c6b6aa5 {{(pid=93206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:30:55.105745 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f216bb9b-6185-4d65-89b6-ca6438bf408d', 'tag': '19734a0c-811d-40d8-9f3b-f95643e55824', 'status': 'completed', 'code': 200} Jul 22 02:30:55.131955 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:55.178715 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee60ff0-d585-40c3-90bc-5b8c890fc9ef service neutron] Pushing event updated for resources: {'Port': ['ID=19734a0c-811d-40d8-9f3b-f95643e55824,revision_number=3']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:55.248142 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-5cf7f0a7-bfbf-4792-b2b3-24de6f839500 req-7117889b-4707-4578-8153-eab3455698e6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=21642b83-cb97-476d-9965-9d450d17bc83 HTTP/1.1" status: 200 len: 217 time: 0.1980827 Jul 22 02:30:55.331229 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] For port e70b77e0-d850-4600-a188-00d15ff471a9, host dv-cinder-792299-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=e70b77e0-d850-4600-a188-00d15ff471a9,segment=NetworkSegment(96fb0343-6944-4dfe-bca8-613847c19d98),segment_id=96fb0343-6944-4dfe-bca8-613847c19d98)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:30:55.347130 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e704171a-af6c-4a99-9ed2-397caf2728d6 req-9013a782-3cb1-4c7a-b880-63b2383dd8bb tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:55.349788 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e704171a-af6c-4a99-9ed2-397caf2728d6 req-9013a782-3cb1-4c7a-b880-63b2383dd8bb tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c0b8f55-5afa-4532-9a13-ce6b19d32e63 HTTP/1.1" status: 200 len: 945 time: 0.5097818 Jul 22 02:30:55.475228 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de434088-5327-4d23-ba39-19bc412e4eb9 req-58e28621-7e77-4b2e-86fa-e481143ed63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:55.477759 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-de434088-5327-4d23-ba39-19bc412e4eb9 req-58e28621-7e77-4b2e-86fa-e481143ed63b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=16fd06163ccc47f08a69c65f0aa273d0&device_id=f216bb9b-6185-4d65-89b6-ca6438bf408d HTTP/1.1" status: 200 len: 1096 time: 0.4105661 Jul 22 02:30:55.520848 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:55.524676 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c3177-2365-4c1e-8dde-e8e62f6693f4 req-7b3b68d7-9d3f-4bfe-9511-10ebbc1687de tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:55.532223 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-092c3177-2365-4c1e-8dde-e8e62f6693f4 req-7b3b68d7-9d3f-4bfe-9511-10ebbc1687de tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=f216bb9b-6185-4d65-89b6-ca6438bf408d HTTP/1.1" status: 200 len: 943 time: 0.3271356 Jul 22 02:30:55.544203 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf7f0a7-bfbf-4792-b2b3-24de6f839500 req-1771a5ee-c975-4264-bffa-1dfce4030281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:55.546073 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-5cf7f0a7-bfbf-4792-b2b3-24de6f839500 req-1771a5ee-c975-4264-bffa-1dfce4030281 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=72796e7a-066a-4b87-aca1-2c9cb7a8cc4a HTTP/1.1" status: 200 len: 859 time: 0.2873106 Jul 22 02:30:55.619751 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e704171a-af6c-4a99-9ed2-397caf2728d6 req-c4d68c10-0238-4dce-ba9d-2fa04ab92657 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] 10.222.0.30 "GET /v2.0/security-groups?id=b052ee6d-17cb-4aa6-a0a1-5be1b21f5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508905 Jul 22 02:30:55.621240 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-de434088-5327-4d23-ba39-19bc412e4eb9 req-a2b2f6eb-8c5f-47a0-8e77-be5d6eee44ca service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=19734a0c-811d-40d8-9f3b-f95643e55824 HTTP/1.1" status: 200 len: 217 time: 0.1328878 Jul 22 02:30:55.628341 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1823d700-1189-4cfa-9fa9-8cdbe0fe9433 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:55.659219 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-0ab748bd-af43-4561-a582-a403d3c08fa6 None None] Notify callbacks [] for port, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:55.687913 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1823d700-1189-4cfa-9fa9-8cdbe0fe9433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:55.705399 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-5cf7f0a7-bfbf-4792-b2b3-24de6f839500 req-f2104e12-0377-44c5-a574-18e50321ced0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=72ed7fff-9ec8-4d42-8728-85745d62dd2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1416817 Jul 22 02:30:55.712148 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-f48e76ad-d7f4-494b-b5f4-a55fc3ac47b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3324599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3528982'] for subnet, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:55.728360 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-0ab748bd-af43-4561-a582-a403d3c08fa6 None None] Transition to ACTIVE for port object 1954ffe1-2a0e-4481-bdaf-af363b3d40cb will not be triggered until provisioned by entity L2. {{(pid=93207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:30:55.746967 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-092c3177-2365-4c1e-8dde-e8e62f6693f4 req-e2e76683-bc37-44f4-b3ec-fcaf49706bd4 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122550 Jul 22 02:30:55.754212 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Pushing event updated for resources: {'Port': ['ID=e70b77e0-d850-4600-a188-00d15ff471a9,revision_number=5']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:55.762447 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:30:55.763006 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:30:55.763357 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:30:55.763688 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:30:55.764015 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:30:55.764526 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:30:55.764935 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:30:55.765262 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:30:55.765611 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:30:55.765939 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:30:55.766526 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:30:55.766864 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:30:55.779024 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-0ab748bd-af43-4561-a582-a403d3c08fa6 None None] Transition to ACTIVE for port object 1954ffe1-2a0e-4481-bdaf-af363b3d40cb will not be triggered until provisioned by entity DHCP. {{(pid=93207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:30:55.785000 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48e76ad-d7f4-494b-b5f4-a55fc3ac47b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2609a4d9-342a-40d3-be02-f8f96544aa88,revision_number=0']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:55.798079 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-0ab748bd-af43-4561-a582-a403d3c08fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789867566219'] for port, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:55.833894 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de434088-5327-4d23-ba39-19bc412e4eb9 req-21c650c8-fb29-4c58-a74d-22b22b043c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:55.835548 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-de434088-5327-4d23-ba39-19bc412e4eb9 req-21c650c8-fb29-4c58-a74d-22b22b043c8e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9cdf501c-c170-4983-bbb3-cf8fb45615cb HTTP/1.1" status: 200 len: 855 time: 0.1983476 Jul 22 02:30:55.908437 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab748bd-af43-4561-a582-a403d3c08fa6 None None] Network 089a71d0-065c-40d7-a38b-f8887b39b842 is already hosted by enough agents. {{(pid=93207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:30:55.911795 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.scheduler.base_scheduler [None req-0ab748bd-af43-4561-a582-a403d3c08fa6 None None] Resources bound (agent type, host, resource id): {{(pid=93207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:30:55.923901 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab748bd-af43-4561-a582-a403d3c08fa6 None None] Received port after_create {{(pid=93207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:30:55.927250 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab748bd-af43-4561-a582-a403d3c08fa6 None None] Pushing event updated for resources: {'Port': ['ID=1954ffe1-2a0e-4481-bdaf-af363b3d40cb,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:55.932246 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-de434088-5327-4d23-ba39-19bc412e4eb9 req-31b3274b-4cfd-4170-8ad2-abdecb76d1cb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878303 Jul 22 02:30:56.036390 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48e76ad-d7f4-494b-b5f4-a55fc3ac47b2 admin admin] Checking segment: {'id': '3b6379e9-43c4-4994-8210-376c5d971ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'a0bb5409-5aef-420e-a54b-e6389575efec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:30:56.037489 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48e76ad-d7f4-494b-b5f4-a55fc3ac47b2 admin admin] Network hostable DHCP agents. Network: a0bb5409-5aef-420e-a54b-e6389575efec, hostable agents: ['7ec0f4f5-17d5-44d9-a280-5d81f7a2a404'], hosted agents: [] {{(pid=93205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 02:30:56.058274 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device a5444e74-927b-483b-abdc-5289a02c6200 up at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:30:56.117116 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48e76ad-d7f4-494b-b5f4-a55fc3ac47b2 admin admin] Network a0bb5409-5aef-420e-a54b-e6389575efec is scheduled to be hosted by DHCP agent 7ec0f4f5-17d5-44d9-a280-5d81f7a2a404 with binding_index 1 {{(pid=93205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 02:30:56.127793 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-0ab748bd-af43-4561-a582-a403d3c08fa6 None None] Attempting to bind port 1954ffe1-2a0e-4481-bdaf-af363b3d40cb on host dv-cinder-792299-6-iscsi for vnic_type normal with profile {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:30:56.128170 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-0ab748bd-af43-4561-a582-a403d3c08fa6 None None] Attempting to bind port 1954ffe1-2a0e-4481-bdaf-af363b3d40cb by drivers openvswitch,hyperv on host dv-cinder-792299-6-iscsi at level 0 using segments [{'id': 'd0e755f8-c118-4a31-95b2-11eb584c11a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '089a71d0-065c-40d7-a38b-f8887b39b842'}] {{(pid=93207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:30:56.128538 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab748bd-af43-4561-a582-a403d3c08fa6 None None] Attempting to bind port 1954ffe1-2a0e-4481-bdaf-af363b3d40cb on network 089a71d0-065c-40d7-a38b-f8887b39b842 {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:30:56.145444 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-5cf7f0a7-bfbf-4792-b2b3-24de6f839500 req-8a10e5d0-4640-4f56-9c27-6ec52354a0e9 service neutron] 10.222.0.23 "GET /v2.0/networks/72ed7fff-9ec8-4d42-8728-85745d62dd2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4297655 Jul 22 02:30:56.164668 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab748bd-af43-4561-a582-a403d3c08fa6 None None] Checking agent: {'id': '2be9fc8b-48e5-48f4-81b8-a3920a82e981', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 21, 14), 'started_at': datetime.datetime(2021, 7, 22, 2, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:30:56.165105 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab748bd-af43-4561-a582-a403d3c08fa6 None None] Checking segment: {'id': 'd0e755f8-c118-4a31-95b2-11eb584c11a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '089a71d0-065c-40d7-a38b-f8887b39b842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:30:56.165523 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-0ab748bd-af43-4561-a582-a403d3c08fa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:56.165929 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab748bd-af43-4561-a582-a403d3c08fa6 None None] Bound using segment: {'id': 'd0e755f8-c118-4a31-95b2-11eb584c11a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '089a71d0-065c-40d7-a38b-f8887b39b842'} {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:30:56.166041 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.db_base_plugin_common [None req-1823d700-1189-4cfa-9fa9-8cdbe0fe9433 admin admin] Allocated IP 172.27.3.84 (a2bee0e8-177e-45f0-aff1-c80473345c00/ecc19678-5b8b-45eb-bc42-2a87169fcb4c/fbd37c76-5d6f-4682-8b21-af539d48293d) {{(pid=93205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:30:56.166432 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-0ab748bd-af43-4561-a582-a403d3c08fa6 None None] Bound port: 1954ffe1-2a0e-4481-bdaf-af363b3d40cb, host: dv-cinder-792299-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e755f8-c118-4a31-95b2-11eb584c11a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '089a71d0-065c-40d7-a38b-f8887b39b842'}}] {{(pid=93207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:30:56.166819 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-0ab748bd-af43-4561-a582-a403d3c08fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:56.185305 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d1261-98b3-4cb5-86cc-7648be69cabb req-e16e6fe4-3550-49e6-8ee2-b1d243bd0b47 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:56.186511 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.base_scheduler [None req-f48e76ad-d7f4-494b-b5f4-a55fc3ac47b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-6-iscsi, a0bb5409-5aef-420e-a54b-e6389575efec) {{(pid=93205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:30:56.199713 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-7b5d1261-98b3-4cb5-86cc-7648be69cabb req-e16e6fe4-3550-49e6-8ee2-b1d243bd0b47 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 945 time: 0.2652414 Jul 22 02:30:56.204055 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48e76ad-d7f4-494b-b5f4-a55fc3ac47b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:56.204237 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3e25fa-7f5e-421a-a010-c2708e37facb None None] Network a0bb5409-5aef-420e-a54b-e6389575efec requested from dv-cinder-792299-6-iscsi {{(pid=93207) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:30:56.204985 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-f48e76ad-d7f4-494b-b5f4-a55fc3ac47b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583845'] for subnet, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:56.325712 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-de434088-5327-4d23-ba39-19bc412e4eb9 req-57cb2cd7-d132-4aa3-a002-87bb21590dce service neutron] 10.222.0.23 "GET /v2.0/networks/49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3062575 Jul 22 02:30:56.328455 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-0ab748bd-af43-4561-a582-a403d3c08fa6 None None] For port 1954ffe1-2a0e-4481-bdaf-af363b3d40cb, host dv-cinder-792299-6-iscsi, cleared binding levels {{(pid=93207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:30:56.342240 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-0ab748bd-af43-4561-a582-a403d3c08fa6 None None] For port 1954ffe1-2a0e-4481-bdaf-af363b3d40cb, host dv-cinder-792299-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=1954ffe1-2a0e-4481-bdaf-af363b3d40cb,segment=NetworkSegment(d0e755f8-c118-4a31-95b2-11eb584c11a3),segment_id=d0e755f8-c118-4a31-95b2-11eb584c11a3)] {{(pid=93207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:30:56.368631 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-7b5d1261-98b3-4cb5-86cc-7648be69cabb req-30488b1a-a48d-409a-afdc-543826a23e56 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1679728 Jul 22 02:30:56.370909 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-0ab748bd-af43-4561-a582-a403d3c08fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:56.452968 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-f48e76ad-d7f4-494b-b5f4-a55fc3ac47b2 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4344656 Jul 22 02:30:56.456211 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab748bd-af43-4561-a582-a403d3c08fa6 None None] Pushing event updated for resources: {'Port': ['ID=1954ffe1-2a0e-4481-bdaf-af363b3d40cb,revision_number=2']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:56.457517 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 57990) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:56.460908 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7a4204-7c84-4f0d-8ca7-6aff1c58cbda req-7751cdb9-8f91-4f0b-b868-db1fb913a048 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:56.466161 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-ee7a4204-7c84-4f0d-8ca7-6aff1c58cbda req-7751cdb9-8f91-4f0b-b868-db1fb913a048 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d3a35d1-5d50-4bbc-80be-46255b5b935d HTTP/1.1" status: 200 len: 945 time: 0.3235455 Jul 22 02:30:56.477842 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-c447aab0-3f1f-4fe9-8067-6dd56d60d6ea admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-851202945-router', 'tenant_id': 'a5a141862b6744ce9b30c5f8d1660e72', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00'}}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:30:56.529581 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning for port a5444e74-927b-483b-abdc-5289a02c6200 completed by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:30:56.542815 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning complete for port a5444e74-927b-483b-abdc-5289a02c6200 triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:30:56.544938 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:56.617046 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-5cf7f0a7-bfbf-4792-b2b3-24de6f839500 req-e61b982a-41fd-48a6-a1cb-9e4d5bb876c3 service neutron] 10.222.0.23 "GET /v2.0/networks/72ed7fff-9ec8-4d42-8728-85745d62dd2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4597423 Jul 22 02:30:56.619906 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1823d700-1189-4cfa-9fa9-8cdbe0fe9433 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:56.645246 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-c447aab0-3f1f-4fe9-8067-6dd56d60d6ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1746485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25300'] for router, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:56.646290 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-c447aab0-3f1f-4fe9-8067-6dd56d60d6ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1760026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1633086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25311'] for router, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:56.652559 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-ee7a4204-7c84-4f0d-8ca7-6aff1c58cbda req-1202a830-1b93-440f-a8fa-2525c0b8ce32 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644361 Jul 22 02:30:56.703283 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-de434088-5327-4d23-ba39-19bc412e4eb9 req-427797f3-1114-4cfc-98da-ec13d047c19c service neutron] 10.222.0.23 "GET /v2.0/networks/49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3561499 Jul 22 02:30:56.813540 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:56.830867 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-c447aab0-3f1f-4fe9-8067-6dd56d60d6ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:56.841184 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] For port a5444e74-927b-483b-abdc-5289a02c6200, host dv-cinder-792299-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=a5444e74-927b-483b-abdc-5289a02c6200,segment=NetworkSegment(9c11ce42-9cd0-4724-aa43-c030ca3574d3),segment_id=9c11ce42-9cd0-4724-aa43-c030ca3574d3)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:30:56.848288 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:56.933795 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Pushing event updated for resources: {'Port': ['ID=a5444e74-927b-483b-abdc-5289a02c6200,revision_number=4']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:56.991227 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f1db17-aa14-495d-b55a-443e9b933a60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpddd49729-fbe2-5b56-b4ca-eeba23ac9f5f-a0bb5409-5aef-420e-a54b-e6389575efec', 'network_id': 'a0bb5409-5aef-420e-a54b-e6389575efec', 'tenant_id': 'a5a141862b6744ce9b30c5f8d1660e72', 'fixed_ips': [{'subnet_id': '2609a4d9-342a-40d3-be02-f8f96544aa88'}]}} from dv-cinder-792299-6-iscsi. {{(pid=93207) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 02:30:56.992165 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-f2f1db17-aa14-495d-b55a-443e9b933a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:57.017154 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1823d700-1189-4cfa-9fa9-8cdbe0fe9433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789867566219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3324451'] for port, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:57.091311 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5048bcfe-4872-463c-9f59-d800b55227b7 req-bb038dfb-8a2a-41b1-8320-796749c82293 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:57.103076 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-5048bcfe-4872-463c-9f59-d800b55227b7 req-bb038dfb-8a2a-41b1-8320-796749c82293 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c0b8f55-5afa-4532-9a13-ce6b19d32e63 HTTP/1.1" status: 200 len: 945 time: 0.3285007 Jul 22 02:30:57.130669 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24972d2-f833-4405-b7d2-897fc2f7e99f req-24ed1f67-d9a1-4368-842a-3d2e961c8c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:57.135124 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b24972d2-f833-4405-b7d2-897fc2f7e99f req-24ed1f67-d9a1-4368-842a-3d2e961c8c38 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=16fd06163ccc47f08a69c65f0aa273d0&device_id=f216bb9b-6185-4d65-89b6-ca6438bf408d HTTP/1.1" status: 200 len: 1096 time: 0.3000693 Jul 22 02:30:57.157138 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1823d700-1189-4cfa-9fa9-8cdbe0fe9433 admin admin] Network a2bee0e8-177e-45f0-aff1-c80473345c00 is already hosted by enough agents. {{(pid=93205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:30:57.169735 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.db_base_plugin_common [None req-f2f1db17-aa14-495d-b55a-443e9b933a60 None None] Allocated IP 172.20.0.2 (a0bb5409-5aef-420e-a54b-e6389575efec/2609a4d9-342a-40d3-be02-f8f96544aa88/6d31cf77-70d0-4fdb-8c30-8531d24c984e) {{(pid=93207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:30:57.188540 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.base_scheduler [None req-1823d700-1189-4cfa-9fa9-8cdbe0fe9433 admin admin] Resources bound (agent type, host, resource id): {{(pid=93205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:30:57.190413 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1823d700-1189-4cfa-9fa9-8cdbe0fe9433 admin admin] Pushing event updated for resources: {'Port': ['ID=fbd37c76-5d6f-4682-8b21-af539d48293d,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:57.198230 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1823d700-1189-4cfa-9fa9-8cdbe0fe9433 admin admin] Received port after_create {{(pid=93205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:30:57.213106 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-5048bcfe-4872-463c-9f59-d800b55227b7 req-bdf4097a-57b5-4371-aff5-2906c7638ca3 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] 10.222.0.30 "GET /v2.0/security-groups?id=b052ee6d-17cb-4aa6-a0a1-5be1b21f5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090503 Jul 22 02:30:57.228521 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-c447aab0-3f1f-4fe9-8067-6dd56d60d6ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1746672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1746523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30773'] for router, precommit_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:57.375729 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-f2f1db17-aa14-495d-b55a-443e9b933a60 None None] Notify callbacks [] for port, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:57.383025 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05918dda-22e6-4fb2-b57d-9c8189d4e57f req-986d7dfd-1288-44ec-b61c-5b1226982707 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:57.384796 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-05918dda-22e6-4fb2-b57d-9c8189d4e57f req-986d7dfd-1288-44ec-b61c-5b1226982707 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=f216bb9b-6185-4d65-89b6-ca6438bf408d HTTP/1.1" status: 200 len: 943 time: 0.3695717 Jul 22 02:30:57.402762 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-f2f1db17-aa14-495d-b55a-443e9b933a60 None None] Transition to ACTIVE for port object 6d31cf77-70d0-4fdb-8c30-8531d24c984e will not be triggered until provisioned by entity L2. {{(pid=93207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:30:57.441908 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-f2f1db17-aa14-495d-b55a-443e9b933a60 None None] Transition to ACTIVE for port object 6d31cf77-70d0-4fdb-8c30-8531d24c984e will not be triggered until provisioned by entity DHCP. {{(pid=93207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:30:57.450431 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-05918dda-22e6-4fb2-b57d-9c8189d4e57f req-5e98283a-811f-4f96-9a9c-c5c898a59776 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561666 Jul 22 02:30:57.456543 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24972d2-f833-4405-b7d2-897fc2f7e99f req-7019b372-0c12-4906-94e0-a72858d45bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:57.457390 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-f2f1db17-aa14-495d-b55a-443e9b933a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789867566219'] for port, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:57.459349 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b24972d2-f833-4405-b7d2-897fc2f7e99f req-7019b372-0c12-4906-94e0-a72858d45bc0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d HTTP/1.1" status: 200 len: 915 time: 0.3028169 Jul 22 02:30:57.522264 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f1db17-aa14-495d-b55a-443e9b933a60 None None] Network a0bb5409-5aef-420e-a54b-e6389575efec is already hosted by enough agents. {{(pid=93207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:30:57.533659 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.scheduler.base_scheduler [None req-f2f1db17-aa14-495d-b55a-443e9b933a60 None None] Resources bound (agent type, host, resource id): {{(pid=93207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:30:57.544696 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f1db17-aa14-495d-b55a-443e9b933a60 None None] Received port after_create {{(pid=93207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:30:57.562789 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f1db17-aa14-495d-b55a-443e9b933a60 None None] Pushing event updated for resources: {'Port': ['ID=6d31cf77-70d0-4fdb-8c30-8531d24c984e,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:57.573488 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b24972d2-f833-4405-b7d2-897fc2f7e99f req-4cdd7686-b3d0-43ef-9c51-917416b0f0ac service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=19734a0c-811d-40d8-9f3b-f95643e55824 HTTP/1.1" status: 200 len: 217 time: 0.1025801 Jul 22 02:30:57.664729 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-f2f1db17-aa14-495d-b55a-443e9b933a60 None None] Attempting to bind port 6d31cf77-70d0-4fdb-8c30-8531d24c984e on host dv-cinder-792299-6-iscsi for vnic_type normal with profile {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:30:57.666272 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-f2f1db17-aa14-495d-b55a-443e9b933a60 None None] Attempting to bind port 6d31cf77-70d0-4fdb-8c30-8531d24c984e by drivers openvswitch,hyperv on host dv-cinder-792299-6-iscsi at level 0 using segments [{'id': '3b6379e9-43c4-4994-8210-376c5d971ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'a0bb5409-5aef-420e-a54b-e6389575efec'}] {{(pid=93207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:30:57.667414 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24972d2-f833-4405-b7d2-897fc2f7e99f req-69adecc0-aec7-48c6-bbfd-d9fd95f6a0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:57.668299 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f1db17-aa14-495d-b55a-443e9b933a60 None None] Attempting to bind port 6d31cf77-70d0-4fdb-8c30-8531d24c984e on network a0bb5409-5aef-420e-a54b-e6389575efec {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:30:57.668922 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b24972d2-f833-4405-b7d2-897fc2f7e99f req-69adecc0-aec7-48c6-bbfd-d9fd95f6a0e4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9cdf501c-c170-4983-bbb3-cf8fb45615cb HTTP/1.1" status: 200 len: 855 time: 0.0868087 Jul 22 02:30:57.683942 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f1db17-aa14-495d-b55a-443e9b933a60 None None] Checking agent: {'id': '2be9fc8b-48e5-48f4-81b8-a3920a82e981', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 21, 14), 'started_at': datetime.datetime(2021, 7, 22, 2, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:30:57.683942 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f1db17-aa14-495d-b55a-443e9b933a60 None None] Checking segment: {'id': '3b6379e9-43c4-4994-8210-376c5d971ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'a0bb5409-5aef-420e-a54b-e6389575efec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:30:57.683942 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-f2f1db17-aa14-495d-b55a-443e9b933a60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:57.686856 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f1db17-aa14-495d-b55a-443e9b933a60 None None] Bound using segment: {'id': '3b6379e9-43c4-4994-8210-376c5d971ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'a0bb5409-5aef-420e-a54b-e6389575efec'} {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:30:57.688385 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-f2f1db17-aa14-495d-b55a-443e9b933a60 None None] Bound port: 6d31cf77-70d0-4fdb-8c30-8531d24c984e, host: dv-cinder-792299-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b6379e9-43c4-4994-8210-376c5d971ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'a0bb5409-5aef-420e-a54b-e6389575efec'}}] {{(pid=93207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:30:57.688918 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-f2f1db17-aa14-495d-b55a-443e9b933a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:57.826045 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b24972d2-f833-4405-b7d2-897fc2f7e99f req-620e466a-d5a2-4da4-8c1f-7f6cac641d96 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1461985 Jul 22 02:30:57.864711 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1823d700-1189-4cfa-9fa9-8cdbe0fe9433 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:57.889818 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-f2f1db17-aa14-495d-b55a-443e9b933a60 None None] For port 6d31cf77-70d0-4fdb-8c30-8531d24c984e, host dv-cinder-792299-6-iscsi, cleared binding levels {{(pid=93207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:30:57.902644 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-f2f1db17-aa14-495d-b55a-443e9b933a60 None None] For port 6d31cf77-70d0-4fdb-8c30-8531d24c984e, host dv-cinder-792299-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=6d31cf77-70d0-4fdb-8c30-8531d24c984e,segment=NetworkSegment(3b6379e9-43c4-4994-8210-376c5d971ce1),segment_id=3b6379e9-43c4-4994-8210-376c5d971ce1)] {{(pid=93207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:30:57.912971 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-f2f1db17-aa14-495d-b55a-443e9b933a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:58.063280 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f1db17-aa14-495d-b55a-443e9b933a60 None None] Pushing event updated for resources: {'Port': ['ID=6d31cf77-70d0-4fdb-8c30-8531d24c984e,revision_number=2']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:30:58.201417 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device a5444e74-927b-483b-abdc-5289a02c6200 up at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:30:58.324559 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46cee74-8a41-460d-9d8f-9f9234179b27 None None] Network 089a71d0-065c-40d7-a38b-f8887b39b842 requested from dv-cinder-792299-6-iscsi {{(pid=93207) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:30:58.526887 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b24972d2-f833-4405-b7d2-897fc2f7e99f req-a6489d59-3fb4-496e-bd7b-ff30923bf784 service neutron] 10.222.0.23 "GET /v2.0/networks/49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6531649 Jul 22 02:30:58.546744 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f7813b-1b52-4b6b-a0d0-0eae12dbec0f req-2b782eb6-0df8-4c23-a7a1-d85ed0fe3f71 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:58.554627 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-04f7813b-1b52-4b6b-a0d0-0eae12dbec0f req-2b782eb6-0df8-4c23-a7a1-d85ed0fe3f71 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 945 time: 0.8838959 Jul 22 02:30:58.579068 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning complete for port a5444e74-927b-483b-abdc-5289a02c6200 triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:30:58.590096 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:58.646635 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a03ea8f-a655-41ab-82cf-5118186c6f01 req-9f13c03a-c8d5-481a-8f83-cce6d96ac3bd tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:58.648195 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9a03ea8f-a655-41ab-82cf-5118186c6f01 req-9f13c03a-c8d5-481a-8f83-cce6d96ac3bd tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d3a35d1-5d50-4bbc-80be-46255b5b935d HTTP/1.1" status: 200 len: 945 time: 0.8362682 Jul 22 02:30:58.748557 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-04f7813b-1b52-4b6b-a0d0-0eae12dbec0f req-df1841da-f3c5-4bba-a8b5-7012f29578b8 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1925724 Jul 22 02:30:58.772293 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99606e49-44df-4a0f-81f4-5abb1339cd34 None None] Sync routers for ids ['bc788e52-4c67-4d00-8750-19c252030837'] in dv-cinder-792299-6-iscsi {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:30:58.822797 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-3cb46712-c883-4bc4-b9fe-220f3975410b None None] Provisioning for port 1954ffe1-2a0e-4481-bdaf-af363b3d40cb completed by entity DHCP. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:30:58.842817 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1823d700-1189-4cfa-9fa9-8cdbe0fe9433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1746508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1746667'] for router, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:58.864970 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9a03ea8f-a655-41ab-82cf-5118186c6f01 req-099c841d-de88-43d5-bc50-95d51ddd664a tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032044 Jul 22 02:30:58.872072 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99606e49-44df-4a0f-81f4-5abb1339cd34 None None] Routers {'bc788e52-4c67-4d00-8750-19c252030837'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:30:58.873337 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-99606e49-44df-4a0f-81f4-5abb1339cd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:30:44Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['bc788e52-4c67-4d00-8750-19c252030837'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:30:58.901191 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b24972d2-f833-4405-b7d2-897fc2f7e99f req-449d8939-5d20-444b-b185-6c06c5fd15cc service neutron] 10.222.0.23 "GET /v2.0/networks/49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299050 Jul 22 02:30:58.932840 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-c447aab0-3f1f-4fe9-8067-6dd56d60d6ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:58.961730 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-c447aab0-3f1f-4fe9-8067-6dd56d60d6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:59.149305 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2184ec5-e7ca-41c3-b302-25db0f894190 req-49986918-96bb-468f-a902-31cb0a550844 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:30:59.161334 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e2184ec5-e7ca-41c3-b302-25db0f894190 req-49986918-96bb-468f-a902-31cb0a550844 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=f216bb9b-6185-4d65-89b6-ca6438bf408d HTTP/1.1" status: 200 len: 943 time: 0.1911187 Jul 22 02:30:59.217172 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1823d700-1189-4cfa-9fa9-8cdbe0fe9433 admin admin] Router 6f6f00ff-e429-4d9d-9a8e-5d12b4e3ef22 is scheduled to L3 agent f9ed0358-a013-4c74-a622-17ee633b4610 with binding_index 1 {{(pid=93205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 02:30:59.222504 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.db_base_plugin_common [None req-c447aab0-3f1f-4fe9-8067-6dd56d60d6ea admin admin] Allocated IP 172.27.3.20 (a2bee0e8-177e-45f0-aff1-c80473345c00/ecc19678-5b8b-45eb-bc42-2a87169fcb4c/67b813a3-74f4-430e-992b-ca97d706df07) {{(pid=93205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:30:59.261923 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e2184ec5-e7ca-41c3-b302-25db0f894190 req-3cb6455f-41cb-4a70-ac8b-f6fbe2dbb7d9 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958047 Jul 22 02:30:59.269206 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device 1954ffe1-2a0e-4481-bdaf-af363b3d40cb up at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:30:59.407757 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-99606e49-44df-4a0f-81f4-5abb1339cd34 None None] Set router bc788e52-4c67-4d00-8750-19c252030837 gateway port host: dv-cinder-792299-6-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:30:59.555363 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1823d700-1189-4cfa-9fa9-8cdbe0fe9433 admin admin] Notify agent at l3_agent.dv-cinder-792299-6-iscsi the message routers_updated {{(pid=93205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:30:59.568176 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b68294-a196-41ec-bb93-93e9662af722 None None] Sync routers for ids ['6f6f00ff-e429-4d9d-9a8e-5d12b4e3ef22'] in dv-cinder-792299-6-iscsi {{(pid=93208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:30:59.586240 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b68294-a196-41ec-bb93-93e9662af722 None None] Routers {'6f6f00ff-e429-4d9d-9a8e-5d12b4e3ef22'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:30:59.587193 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-a6b68294-a196-41ec-bb93-93e9662af722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:30:44Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['6f6f00ff-e429-4d9d-9a8e-5d12b4e3ef22'], 'active': True} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:30:59.613863 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1823d700-1189-4cfa-9fa9-8cdbe0fe9433 admin admin] Notify callbacks [] for router, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:59.621812 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-1823d700-1189-4cfa-9fa9-8cdbe0fe9433 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.5943787 Jul 22 02:30:59.624535 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 58076) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:30:59.634273 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-c447aab0-3f1f-4fe9-8067-6dd56d60d6ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:59.640920 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455c6217-dbc9-4deb-8ae2-8a3a99b8eb6b None None] Network a0bb5409-5aef-420e-a54b-e6389575efec requested from dv-cinder-792299-6-iscsi {{(pid=93207) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:30:59.663734 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning for port 1954ffe1-2a0e-4481-bdaf-af363b3d40cb completed by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:30:59.699669 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning complete for port 1954ffe1-2a0e-4481-bdaf-af363b3d40cb triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:30:59.700062 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:59.727906 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvr_db [None req-a6b68294-a196-41ec-bb93-93e9662af722 None None] Set router 6f6f00ff-e429-4d9d-9a8e-5d12b4e3ef22 gateway port host: dv-cinder-792299-6-iscsi {{(pid=93208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:30:59.787547 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-c447aab0-3f1f-4fe9-8067-6dd56d60d6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789867566219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3324451'] for port, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:30:59.815324 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-d0e5e34d-32d1-49b3-a3f9-6134eea58f18 None None] Provisioning for port 6d31cf77-70d0-4fdb-8c30-8531d24c984e completed by entity DHCP. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:30:59.893919 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c447aab0-3f1f-4fe9-8067-6dd56d60d6ea admin admin] Network a2bee0e8-177e-45f0-aff1-c80473345c00 is already hosted by enough agents. {{(pid=93205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:30:59.901938 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.base_scheduler [None req-c447aab0-3f1f-4fe9-8067-6dd56d60d6ea admin admin] Resources bound (agent type, host, resource id): {{(pid=93205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:30:59.918959 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c447aab0-3f1f-4fe9-8067-6dd56d60d6ea admin admin] Received port after_create {{(pid=93205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:31:00.044637 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c447aab0-3f1f-4fe9-8067-6dd56d60d6ea admin admin] Pushing event updated for resources: {'Port': ['ID=67b813a3-74f4-430e-992b-ca97d706df07,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:00.095067 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-a6b68294-a196-41ec-bb93-93e9662af722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6f00ff-e429-4d9d-9a8e-5d12b4e3ef22', 'name': 'tempest-TestMinimumBasicScenario-909232644-router', 'tenant_id': 'b4b54e57b8694371999313d78ed6d990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': 'fbd37c76-5d6f-4682-8b21-af539d48293d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:30:53Z', 'updated_at': '2021-07-22T02:30:57Z', 'revision_number': 3, 'project_id': 'b4b54e57b8694371999313d78ed6d990', 'gw_port': {'id': 'fbd37c76-5d6f-4682-8b21-af539d48293d', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:58:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6f00ff-e429-4d9d-9a8e-5d12b4e3ef22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:55Z', 'updated_at': '2021-07-22T02:30:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi'}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:31:00.157411 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:00.168734 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b68294-a196-41ec-bb93-93e9662af722 None None] Checking router: 6f6f00ff-e429-4d9d-9a8e-5d12b4e3ef22 for host: dv-cinder-792299-6-iscsi {{(pid=93208) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:31:00.171502 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b68294-a196-41ec-bb93-93e9662af722 None None] Updating router 6f6f00ff-e429-4d9d-9a8e-5d12b4e3ef22 port fbd37c76-5d6f-4682-8b21-af539d48293d binding host dv-cinder-792299-6-iscsi {{(pid=93208) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 02:31:00.208436 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-99606e49-44df-4a0f-81f4-5abb1339cd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc788e52-4c67-4d00-8750-19c252030837', 'name': 'tempest-TestVolumeBootPattern-959882766-router', 'tenant_id': '67d612e4302c499b8d778fbcdd7b9044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': 'a5444e74-927b-483b-abdc-5289a02c6200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:30:43Z', 'updated_at': '2021-07-22T02:30:49Z', 'revision_number': 4, 'project_id': '67d612e4302c499b8d778fbcdd7b9044', 'gw_port': {'id': 'a5444e74-927b-483b-abdc-5289a02c6200', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc788e52-4c67-4d00-8750-19c252030837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:44Z', 'updated_at': '2021-07-22T02:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_interfaces': [{'id': '8991fcbf-3aa7-46c8-be11-bc154a3f4fb2', 'name': '', 'network_id': 'ffc27ac5-3775-4b53-826e-98afab9137ce', 'tenant_id': '67d612e4302c499b8d778fbcdd7b9044', 'mac_address': 'fa:16:3e:8f:6a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc788e52-4c67-4d00-8750-19c252030837', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '5ffe1ea2-2f9b-4245-839a-fb164d77066d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:48Z', 'updated_at': '2021-07-22T02:30:49Z', 'revision_number': 2, 'project_id': '67d612e4302c499b8d778fbcdd7b9044', 'subnets': [{'id': '5ffe1ea2-2f9b-4245-839a-fb164d77066d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:31:00.216107 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-a6b68294-a196-41ec-bb93-93e9662af722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:00.315977 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device 19734a0c-811d-40d8-9f3b-f95643e55824 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=93207) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 02:31:00.342819 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99606e49-44df-4a0f-81f4-5abb1339cd34 None None] Checking router: bc788e52-4c67-4d00-8750-19c252030837 for host: dv-cinder-792299-6-iscsi {{(pid=93207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:31:00.343175 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99606e49-44df-4a0f-81f4-5abb1339cd34 None None] Updating router bc788e52-4c67-4d00-8750-19c252030837 port 8991fcbf-3aa7-46c8-be11-bc154a3f4fb2 binding host dv-cinder-792299-6-iscsi {{(pid=93207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 02:31:00.415058 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6db98-6b32-4265-8aee-662a4678971f req-6ef2d1e1-6981-4a5c-9568-7a4355faf707 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:00.417188 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-00f6db98-6b32-4265-8aee-662a4678971f req-6ef2d1e1-6981-4a5c-9568-7a4355faf707 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 945 time: 0.4983542 Jul 22 02:31:00.485399 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-c447aab0-3f1f-4fe9-8067-6dd56d60d6ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:00.497995 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-99606e49-44df-4a0f-81f4-5abb1339cd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:00.507537 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] For port 1954ffe1-2a0e-4481-bdaf-af363b3d40cb, host dv-cinder-792299-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=1954ffe1-2a0e-4481-bdaf-af363b3d40cb,segment=NetworkSegment(d0e755f8-c118-4a31-95b2-11eb584c11a3),segment_id=d0e755f8-c118-4a31-95b2-11eb584c11a3)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:31:00.528839 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:00.529679 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device e70b77e0-d850-4600-a188-00d15ff471a9 up at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:31:00.544956 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-00f6db98-6b32-4265-8aee-662a4678971f req-5f25dd59-86a4-4695-a04e-ad9d5a949995 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619946 Jul 22 02:31:00.610509 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d915da-32ab-4e45-a6dd-b90ebf86ac68 req-2e007fe2-c58d-4e91-9bf5-469104b890a8 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:00.619012 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e1d915da-32ab-4e45-a6dd-b90ebf86ac68 req-2e007fe2-c58d-4e91-9bf5-469104b890a8 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d3a35d1-5d50-4bbc-80be-46255b5b935d HTTP/1.1" status: 200 len: 945 time: 0.5798693 Jul 22 02:31:00.655892 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Pushing event updated for resources: {'Port': ['ID=1954ffe1-2a0e-4481-bdaf-af363b3d40cb,revision_number=3']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:00.667254 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.db.resource_extend [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 02:31:00.695593 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e1d915da-32ab-4e45-a6dd-b90ebf86ac68 req-65513748-012c-4be9-8991-af3a8e57b71a tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681479 Jul 22 02:31:00.809081 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-7882196a-1185-47b5-8104-eb1a66e1e0e5 None None] Provisioning complete for port 1954ffe1-2a0e-4481-bdaf-af363b3d40cb triggered by entity DHCP. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:31:00.809452 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-7882196a-1185-47b5-8104-eb1a66e1e0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:00.886600 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-a6b68294-a196-41ec-bb93-93e9662af722 None None] Notify callbacks [] for port, precommit_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:00.913562 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.provisioning_blocks [None req-a6b68294-a196-41ec-bb93-93e9662af722 None None] Transition to ACTIVE for port object fbd37c76-5d6f-4682-8b21-af539d48293d will not be triggered until provisioned by entity L2. {{(pid=93208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:31:00.921742 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning complete for port e70b77e0-d850-4600-a188-00d15ff471a9 triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:31:00.922131 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:00.925912 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-a6b68294-a196-41ec-bb93-93e9662af722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:01.022738 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455e3ef8-abb1-4ef8-9397-eef540a4c384 None None] Pushing event updated for resources: {'Port': ['ID=fbd37c76-5d6f-4682-8b21-af539d48293d,revision_number=2']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:01.045400 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-33d8d706-d74d-4abb-a4cb-2e84ce01fb3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:01.058870 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455e3ef8-abb1-4ef8-9397-eef540a4c384 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:01.059404 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455e3ef8-abb1-4ef8-9397-eef540a4c384 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:01.059873 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455e3ef8-abb1-4ef8-9397-eef540a4c384 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:01.060211 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455e3ef8-abb1-4ef8-9397-eef540a4c384 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:01.060537 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455e3ef8-abb1-4ef8-9397-eef540a4c384 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:01.060902 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455e3ef8-abb1-4ef8-9397-eef540a4c384 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:01.061226 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455e3ef8-abb1-4ef8-9397-eef540a4c384 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:01.061607 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455e3ef8-abb1-4ef8-9397-eef540a4c384 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:01.061951 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455e3ef8-abb1-4ef8-9397-eef540a4c384 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:01.062606 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455e3ef8-abb1-4ef8-9397-eef540a4c384 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:01.062606 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455e3ef8-abb1-4ef8-9397-eef540a4c384 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:01.062896 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455e3ef8-abb1-4ef8-9397-eef540a4c384 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:01.066350 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [None req-a6b68294-a196-41ec-bb93-93e9662af722 None None] Attempting to bind port fbd37c76-5d6f-4682-8b21-af539d48293d on host dv-cinder-792299-6-iscsi for vnic_type normal with profile {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:31:01.066834 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [None req-a6b68294-a196-41ec-bb93-93e9662af722 None None] Attempting to bind port fbd37c76-5d6f-4682-8b21-af539d48293d by drivers openvswitch,hyperv on host dv-cinder-792299-6-iscsi at level 0 using segments [{'id': '9c11ce42-9cd0-4724-aa43-c030ca3574d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00'}] {{(pid=93208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:31:01.067192 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b68294-a196-41ec-bb93-93e9662af722 None None] Attempting to bind port fbd37c76-5d6f-4682-8b21-af539d48293d on network a2bee0e8-177e-45f0-aff1-c80473345c00 {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:31:01.074904 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b68294-a196-41ec-bb93-93e9662af722 None None] Checking agent: {'id': '2be9fc8b-48e5-48f4-81b8-a3920a82e981', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 21, 14), 'started_at': datetime.datetime(2021, 7, 22, 2, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:31:01.075278 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b68294-a196-41ec-bb93-93e9662af722 None None] Checking segment: {'id': '9c11ce42-9cd0-4724-aa43-c030ca3574d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:31:01.075674 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-a6b68294-a196-41ec-bb93-93e9662af722 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:01.076117 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b68294-a196-41ec-bb93-93e9662af722 None None] Bound using segment: {'id': '9c11ce42-9cd0-4724-aa43-c030ca3574d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00'} {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:31:01.076597 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [None req-a6b68294-a196-41ec-bb93-93e9662af722 None None] Bound port: fbd37c76-5d6f-4682-8b21-af539d48293d, host: dv-cinder-792299-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c11ce42-9cd0-4724-aa43-c030ca3574d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00'}}] {{(pid=93208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:31:01.077153 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-a6b68294-a196-41ec-bb93-93e9662af722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:01.097365 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-c447aab0-3f1f-4fe9-8067-6dd56d60d6ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1746508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1746667'] for router, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:01.217785 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [None req-a6b68294-a196-41ec-bb93-93e9662af722 None None] For port fbd37c76-5d6f-4682-8b21-af539d48293d, host dv-cinder-792299-6-iscsi, cleared binding levels {{(pid=93208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:31:01.224641 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [None req-a6b68294-a196-41ec-bb93-93e9662af722 None None] For port fbd37c76-5d6f-4682-8b21-af539d48293d, host dv-cinder-792299-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=fbd37c76-5d6f-4682-8b21-af539d48293d,segment=NetworkSegment(9c11ce42-9cd0-4724-aa43-c030ca3574d3),segment_id=9c11ce42-9cd0-4724-aa43-c030ca3574d3)] {{(pid=93208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:31:01.236154 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-a6b68294-a196-41ec-bb93-93e9662af722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:01.366367 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455e3ef8-abb1-4ef8-9397-eef540a4c384 None None] Pushing event updated for resources: {'Port': ['ID=fbd37c76-5d6f-4682-8b21-af539d48293d,revision_number=3']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:01.400165 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b68294-a196-41ec-bb93-93e9662af722 None None] Routers {'6f6f00ff-e429-4d9d-9a8e-5d12b4e3ef22'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:31:01.400165 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-a6b68294-a196-41ec-bb93-93e9662af722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:30:44Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['6f6f00ff-e429-4d9d-9a8e-5d12b4e3ef22'], 'active': True} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:31:01.429678 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c447aab0-3f1f-4fe9-8067-6dd56d60d6ea admin admin] Router 1290a462-6664-417c-8df7-f7a27d03139f is scheduled to L3 agent f9ed0358-a013-4c74-a622-17ee633b4610 with binding_index 1 {{(pid=93205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 02:31:01.441883 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.db_base_plugin_common [None req-33d8d706-d74d-4abb-a4cb-2e84ce01fb3f admin admin] Allocated IP 172.20.0.1 (089a71d0-065c-40d7-a38b-f8887b39b842/db292446-aff8-46ba-9a0d-1f8ff59bc8d4/ccd2e477-367d-40d3-9a60-342a88318cac) {{(pid=93206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:31:01.608115 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port 19734a0c-811d-40d8-9f3b-f95643e55824, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=19734a0c-811d-40d8-9f3b-f95643e55824,segment=NetworkSegment(1178c6d7-38f4-4aec-bb2e-34535e569c60),segment_id=1178c6d7-38f4-4aec-bb2e-34535e569c60)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:31:01.704167 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb9585-967f-4432-adf7-d2dc96c34bec req-0af801fa-476f-4803-9d8e-28894c93a230 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:01.705912 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-f9eb9585-967f-4432-adf7-d2dc96c34bec req-0af801fa-476f-4803-9d8e-28894c93a230 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=f216bb9b-6185-4d65-89b6-ca6438bf408d HTTP/1.1" status: 200 len: 943 time: 0.8169458 Jul 22 02:31:01.714965 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Returning: {'device': '19734a0c-811d-40d8-9f3b-f95643e55824', 'network_id': '49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d', 'port_id': '19734a0c-811d-40d8-9f3b-f95643e55824', 'mac_address': 'fa:16:3e:b3:c7:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cdf501c-c170-4983-bbb3-cf8fb45615cb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93207) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 02:31:01.736386 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c447aab0-3f1f-4fe9-8067-6dd56d60d6ea admin admin] Notify agent at l3_agent.dv-cinder-792299-6-iscsi the message routers_updated {{(pid=93205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:31:01.794903 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-c447aab0-3f1f-4fe9-8067-6dd56d60d6ea admin admin] Notify callbacks [] for router, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:01.803816 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-c447aab0-3f1f-4fe9-8067-6dd56d60d6ea admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.3397422 Jul 22 02:31:01.805327 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 58104) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:31:01.822712 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvr_db [None req-a6b68294-a196-41ec-bb93-93e9662af722 None None] Set router 6f6f00ff-e429-4d9d-9a8e-5d12b4e3ef22 gateway port host: dv-cinder-792299-6-iscsi {{(pid=93208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:31:01.824954 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-33d8d706-d74d-4abb-a4cb-2e84ce01fb3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:01.840762 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-33d8d706-d74d-4abb-a4cb-2e84ce01fb3f admin admin] Transition to ACTIVE for port object ccd2e477-367d-40d3-9a60-342a88318cac will not be triggered until provisioned by entity DHCP. {{(pid=93206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:31:01.841071 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce38cb9-230f-4fec-81ed-8e7652b3bf8d None None] Sync routers for ids ['1290a462-6664-417c-8df7-f7a27d03139f'] in dv-cinder-792299-6-iscsi {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:31:01.896987 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-33d8d706-d74d-4abb-a4cb-2e84ce01fb3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789867566219'] for port, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:01.934119 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:01.968273 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.notifiers.nova [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19734a0c-811d-40d8-9f3b-f95643e55824 {{(pid=93207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:31:01.983643 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d8d706-d74d-4abb-a4cb-2e84ce01fb3f admin admin] Network 089a71d0-065c-40d7-a38b-f8887b39b842 is already hosted by enough agents. {{(pid=93206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:31:02.005175 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce38cb9-230f-4fec-81ed-8e7652b3bf8d None None] Routers {'1290a462-6664-417c-8df7-f7a27d03139f'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:31:02.005807 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-2ce38cb9-230f-4fec-81ed-8e7652b3bf8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:30:44Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['1290a462-6664-417c-8df7-f7a27d03139f'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:31:02.045651 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.base_scheduler [None req-33d8d706-d74d-4abb-a4cb-2e84ce01fb3f admin admin] Resources bound (agent type, host, resource id): {{(pid=93206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:31:02.060218 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-f9eb9585-967f-4432-adf7-d2dc96c34bec req-a89ab5d3-2314-4a26-ae46-ecc131285792 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835244 Jul 22 02:31:02.060991 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d8d706-d74d-4abb-a4cb-2e84ce01fb3f admin admin] Received port after_create {{(pid=93206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:31:02.061646 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-33d8d706-d74d-4abb-a4cb-2e84ce01fb3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746458'] for router_interface, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:02.134472 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port 19734a0c-811d-40d8-9f3b-f95643e55824, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=19734a0c-811d-40d8-9f3b-f95643e55824,segment=NetworkSegment(1178c6d7-38f4-4aec-bb2e-34535e569c60),segment_id=1178c6d7-38f4-4aec-bb2e-34535e569c60)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:31:02.164834 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:02.260110 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-a6b68294-a196-41ec-bb93-93e9662af722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6f00ff-e429-4d9d-9a8e-5d12b4e3ef22', 'name': 'tempest-TestMinimumBasicScenario-909232644-router', 'tenant_id': 'b4b54e57b8694371999313d78ed6d990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': 'fbd37c76-5d6f-4682-8b21-af539d48293d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:30:53Z', 'updated_at': '2021-07-22T02:30:57Z', 'revision_number': 3, 'project_id': 'b4b54e57b8694371999313d78ed6d990', 'gw_port': {'id': 'fbd37c76-5d6f-4682-8b21-af539d48293d', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:58:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6f00ff-e429-4d9d-9a8e-5d12b4e3ef22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:55Z', 'updated_at': '2021-07-22T02:31:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi'}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:31:02.285897 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=93207) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 02:31:02.347874 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d8d706-d74d-4abb-a4cb-2e84ce01fb3f admin admin] Pushing event updated for resources: {'Port': ['ID=ccd2e477-367d-40d3-9a60-342a88318cac,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:02.392821 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-2ce38cb9-230f-4fec-81ed-8e7652b3bf8d None None] Set router 1290a462-6664-417c-8df7-f7a27d03139f gateway port host: dv-cinder-792299-6-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:31:02.394117 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b68294-a196-41ec-bb93-93e9662af722 None None] The sync data for ids ['6f6f00ff-e429-4d9d-9a8e-5d12b4e3ef22'] in dv-cinder-792299-6-iscsi is: [{'id': '6f6f00ff-e429-4d9d-9a8e-5d12b4e3ef22', 'name': 'tempest-TestMinimumBasicScenario-909232644-router', 'tenant_id': 'b4b54e57b8694371999313d78ed6d990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': 'fbd37c76-5d6f-4682-8b21-af539d48293d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:30:53Z', 'updated_at': '2021-07-22T02:30:57Z', 'revision_number': 3, 'project_id': 'b4b54e57b8694371999313d78ed6d990', 'gw_port': {'id': 'fbd37c76-5d6f-4682-8b21-af539d48293d', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:58:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6f00ff-e429-4d9d-9a8e-5d12b4e3ef22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:55Z', 'updated_at': '2021-07-22T02:31:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi'}] {{(pid=93208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:31:02.440224 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d550895b-51fd-41f4-bfd5-f90a282cc563 req-3f44dc48-83f7-478b-9dc5-34bc1d7bddf0 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:02.456164 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d550895b-51fd-41f4-bfd5-f90a282cc563 req-3f44dc48-83f7-478b-9dc5-34bc1d7bddf0 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 945 time: 0.5713809 Jul 22 02:31:02.596262 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d550895b-51fd-41f4-bfd5-f90a282cc563 req-59a25d00-ef37-4575-a5ad-dd7ed46ece33 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249144 Jul 22 02:31:02.816721 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-33d8d706-d74d-4abb-a4cb-2e84ce01fb3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:02.874665 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device 1954ffe1-2a0e-4481-bdaf-af363b3d40cb up at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:31:03.004577 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b0bb48-72af-4b80-812d-ba0a9e78e52d req-814d49bf-5ce7-40dd-9927-75f4b2220479 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:03.007238 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-57b0bb48-72af-4b80-812d-ba0a9e78e52d req-814d49bf-5ce7-40dd-9927-75f4b2220479 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d3a35d1-5d50-4bbc-80be-46255b5b935d HTTP/1.1" status: 200 len: 945 time: 0.3091612 Jul 22 02:31:03.023056 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Pushing event updated for resources: {'Port': ['ID=19734a0c-811d-40d8-9f3b-f95643e55824,revision_number=4']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:03.030802 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.db.resource_extend [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] It took 0.68 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 02:31:03.094386 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-99606e49-44df-4a0f-81f4-5abb1339cd34 None None] Notify callbacks [] for port, precommit_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:03.102296 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-57b0bb48-72af-4b80-812d-ba0a9e78e52d req-1fff0a47-7861-4a60-8ca2-1954d2cf2494 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884767 Jul 22 02:31:03.120901 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] get_ports_and_sgs() called for port_ids ['19734a0c-811d-40d8-9f3b-f95643e55824'] {{(pid=93207) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:31:03.343623 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-3c0e70ed-cff7-4337-a1ba-ef1f19519631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:03.360094 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-33d8d706-d74d-4abb-a4cb-2e84ce01fb3f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:03.383143 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad3e657-d0aa-48d9-aace-e20f99450787 req-2c905b71-fa74-4d25-91d3-ecbb18ce6104 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:03.399098 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-5ad3e657-d0aa-48d9-aace-e20f99450787 req-2c905b71-fa74-4d25-91d3-ecbb18ce6104 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=f216bb9b-6185-4d65-89b6-ca6438bf408d HTTP/1.1" status: 200 len: 944 time: 0.1631551 Jul 22 02:31:03.429034 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-99606e49-44df-4a0f-81f4-5abb1339cd34 None None] Transition to ACTIVE for port object 8991fcbf-3aa7-46c8-be11-bc154a3f4fb2 will not be triggered until provisioned by entity L2. {{(pid=93207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:31:03.450791 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-33d8d706-d74d-4abb-a4cb-2e84ce01fb3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:03.451540 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-33d8d706-d74d-4abb-a4cb-2e84ce01fb3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1758378'] for router_interface, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:03.531551 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-99606e49-44df-4a0f-81f4-5abb1339cd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:03.626008 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-3d34ac14-09e0-4a9a-ba41-ad30eefa3026 None None] Provisioning for port ccd2e477-367d-40d3-9a60-342a88318cac completed by entity DHCP. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:31:03.661575 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcaa926-174c-4cd0-a369-6782e884b2bd None None] Pushing event updated for resources: {'Port': ['ID=8991fcbf-3aa7-46c8-be11-bc154a3f4fb2,revision_number=3']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:03.670013 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea,segment=NetworkSegment(ed3fa64c-067a-4564-b1ab-aed7a924eb26),segment_id=ed3fa64c-067a-4564-b1ab-aed7a924eb26)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:31:03.672387 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-3d34ac14-09e0-4a9a-ba41-ad30eefa3026 None None] Provisioning complete for port ccd2e477-367d-40d3-9a60-342a88318cac triggered by entity DHCP. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:31:03.672900 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-3d34ac14-09e0-4a9a-ba41-ad30eefa3026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:03.691512 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.db_base_plugin_common [None req-3c0e70ed-cff7-4337-a1ba-ef1f19519631 admin admin] Allocated IP 172.20.0.1 (a0bb5409-5aef-420e-a54b-e6389575efec/2609a4d9-342a-40d3-be02-f8f96544aa88/9a68e3f8-a00b-435e-8110-e087aaf03b00) {{(pid=93205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:31:03.701260 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-5ad3e657-d0aa-48d9-aace-e20f99450787 req-2af90af2-05f7-434c-8437-f052db105b6c tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010330 Jul 22 02:31:03.742405 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d8d706-d74d-4abb-a4cb-2e84ce01fb3f admin admin] Pushing event updated for resources: {'Port': ['ID=ccd2e477-367d-40d3-9a60-342a88318cac,revision_number=2']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:03.810001 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning complete for port 1954ffe1-2a0e-4481-bdaf-af363b3d40cb triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:31:03.819645 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:03.843650 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Returning: {'device': 'e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea', 'network_id': 'c1704d84-6956-4df3-918a-504126cdf765', 'port_id': 'e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea', 'mac_address': 'fa:16:3e:1f:03:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b32e8e6a-923e-4e9e-b074-47bc54badd49', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93207) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 02:31:03.989423 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-3c0e70ed-cff7-4337-a1ba-ef1f19519631 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:04.004548 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-3d34ac14-09e0-4a9a-ba41-ad30eefa3026 None None] Port ccd2e477-367d-40d3-9a60-342a88318cac cannot update to ACTIVE because it is not bound. {{(pid=93207) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 02:31:04.038782 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.provisioning_blocks [None req-3c0e70ed-cff7-4337-a1ba-ef1f19519631 admin admin] Transition to ACTIVE for port object 9a68e3f8-a00b-435e-8110-e087aaf03b00 will not be triggered until provisioned by entity DHCP. {{(pid=93205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:31:04.101159 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d8d706-d74d-4abb-a4cb-2e84ce01fb3f admin admin] Network 089a71d0-065c-40d7-a38b-f8887b39b842 is already hosted by enough agents. {{(pid=93206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:31:04.105692 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.base_scheduler [None req-33d8d706-d74d-4abb-a4cb-2e84ce01fb3f admin admin] Resources bound (agent type, host, resource id): {{(pid=93206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:31:04.170519 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-99606e49-44df-4a0f-81f4-5abb1339cd34 None None] Attempting to bind port 8991fcbf-3aa7-46c8-be11-bc154a3f4fb2 on host dv-cinder-792299-6-iscsi for vnic_type normal with profile {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:31:04.171186 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-99606e49-44df-4a0f-81f4-5abb1339cd34 None None] Attempting to bind port 8991fcbf-3aa7-46c8-be11-bc154a3f4fb2 by drivers openvswitch,hyperv on host dv-cinder-792299-6-iscsi at level 0 using segments [{'id': 'e2dbb9ad-6b1e-4fed-8fd7-c6f57aada715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ffc27ac5-3775-4b53-826e-98afab9137ce'}] {{(pid=93207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:31:04.171655 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99606e49-44df-4a0f-81f4-5abb1339cd34 None None] Attempting to bind port 8991fcbf-3aa7-46c8-be11-bc154a3f4fb2 on network ffc27ac5-3775-4b53-826e-98afab9137ce {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:31:04.181520 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:04.201438 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-3c0e70ed-cff7-4337-a1ba-ef1f19519631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789867566219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3324451'] for port, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:04.231632 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99606e49-44df-4a0f-81f4-5abb1339cd34 None None] Checking agent: {'id': '2be9fc8b-48e5-48f4-81b8-a3920a82e981', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 21, 14), 'started_at': datetime.datetime(2021, 7, 22, 2, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:31:04.232461 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99606e49-44df-4a0f-81f4-5abb1339cd34 None None] Checking segment: {'id': 'e2dbb9ad-6b1e-4fed-8fd7-c6f57aada715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ffc27ac5-3775-4b53-826e-98afab9137ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:31:04.233112 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-99606e49-44df-4a0f-81f4-5abb1339cd34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:04.233721 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99606e49-44df-4a0f-81f4-5abb1339cd34 None None] Bound using segment: {'id': 'e2dbb9ad-6b1e-4fed-8fd7-c6f57aada715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ffc27ac5-3775-4b53-826e-98afab9137ce'} {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:31:04.234461 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-99606e49-44df-4a0f-81f4-5abb1339cd34 None None] Bound port: 8991fcbf-3aa7-46c8-be11-bc154a3f4fb2, host: dv-cinder-792299-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2dbb9ad-6b1e-4fed-8fd7-c6f57aada715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ffc27ac5-3775-4b53-826e-98afab9137ce'}}] {{(pid=93207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:31:04.235088 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-99606e49-44df-4a0f-81f4-5abb1339cd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:04.256211 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0e70ed-cff7-4337-a1ba-ef1f19519631 admin admin] Network a0bb5409-5aef-420e-a54b-e6389575efec is already hosted by enough agents. {{(pid=93205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:31:04.331295 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.notifiers.nova [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea {{(pid=93207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:31:04.372391 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.base_scheduler [None req-3c0e70ed-cff7-4337-a1ba-ef1f19519631 admin admin] Resources bound (agent type, host, resource id): {{(pid=93205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:31:04.373397 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f45716-347d-4040-bafc-aa307ca41a9b req-900601bb-96c3-4ccd-b987-c387aec3e473 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:04.383777 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-30f45716-347d-4040-bafc-aa307ca41a9b req-900601bb-96c3-4ccd-b987-c387aec3e473 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 945 time: 0.4558046 Jul 22 02:31:04.385750 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0e70ed-cff7-4337-a1ba-ef1f19519631 admin admin] Received port after_create {{(pid=93205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:31:04.390571 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0e70ed-cff7-4337-a1ba-ef1f19519631 admin admin] Pushing event updated for resources: {'Port': ['ID=9a68e3f8-a00b-435e-8110-e087aaf03b00,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:04.449223 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea,segment=NetworkSegment(ed3fa64c-067a-4564-b1ab-aed7a924eb26),segment_id=ed3fa64c-067a-4564-b1ab-aed7a924eb26)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:31:04.454206 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device 6d31cf77-70d0-4fdb-8c30-8531d24c984e up at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:31:04.503542 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-2ce38cb9-230f-4fec-81ed-8e7652b3bf8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1290a462-6664-417c-8df7-f7a27d03139f', 'name': 'tempest-TestVolumeBootPattern-851202945-router', 'tenant_id': 'a5a141862b6744ce9b30c5f8d1660e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '67b813a3-74f4-430e-992b-ca97d706df07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:30:56Z', 'updated_at': '2021-07-22T02:31:00Z', 'revision_number': 3, 'project_id': 'a5a141862b6744ce9b30c5f8d1660e72', 'gw_port': {'id': '67b813a3-74f4-430e-992b-ca97d706df07', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0c:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1290a462-6664-417c-8df7-f7a27d03139f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:58Z', 'updated_at': '2021-07-22T02:30:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi'}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:31:04.505755 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-3c0e70ed-cff7-4337-a1ba-ef1f19519631 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746458'] for router_interface, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:04.505911 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:04.534903 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-30f45716-347d-4040-bafc-aa307ca41a9b req-42cd7678-1eef-4a38-a7c5-410634f26e05 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494265 Jul 22 02:31:04.556304 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33d8d706-d74d-4abb-a4cb-2e84ce01fb3f admin admin] Router 6f6f00ff-e429-4d9d-9a8e-5d12b4e3ef22 has already been hosted by L3 agent f9ed0358-a013-4c74-a622-17ee633b4610 {{(pid=93206) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 02:31:04.622786 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce38cb9-230f-4fec-81ed-8e7652b3bf8d None None] Checking router: 1290a462-6664-417c-8df7-f7a27d03139f for host: dv-cinder-792299-6-iscsi {{(pid=93207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:31:04.623554 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce38cb9-230f-4fec-81ed-8e7652b3bf8d None None] Updating router 1290a462-6664-417c-8df7-f7a27d03139f port 67b813a3-74f4-430e-992b-ca97d706df07 binding host dv-cinder-792299-6-iscsi {{(pid=93207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 02:31:04.728700 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] get_ports_and_sgs() called for port_ids ['e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea'] {{(pid=93207) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:31:04.805207 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-99606e49-44df-4a0f-81f4-5abb1339cd34 None None] For port 8991fcbf-3aa7-46c8-be11-bc154a3f4fb2, host dv-cinder-792299-6-iscsi, cleared binding levels {{(pid=93207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:31:04.826299 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-3c0e70ed-cff7-4337-a1ba-ef1f19519631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:04.832253 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Pushing event updated for resources: {'Port': ['ID=e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea,revision_number=6']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:04.840177 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d8d706-d74d-4abb-a4cb-2e84ce01fb3f admin admin] Notify agent at l3_agent.dv-cinder-792299-6-iscsi the message routers_updated {{(pid=93206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:31:04.851225 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-99606e49-44df-4a0f-81f4-5abb1339cd34 None None] For port 8991fcbf-3aa7-46c8-be11-bc154a3f4fb2, host dv-cinder-792299-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=8991fcbf-3aa7-46c8-be11-bc154a3f4fb2,segment=NetworkSegment(e2dbb9ad-6b1e-4fed-8fd7-c6f57aada715),segment_id=e2dbb9ad-6b1e-4fed-8fd7-c6f57aada715)] {{(pid=93207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:31:04.856395 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-2ce38cb9-230f-4fec-81ed-8e7652b3bf8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:04.857090 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-33d8d706-d74d-4abb-a4cb-2e84ce01fb3f admin admin] 10.222.0.30 "PUT /v2.0/routers/6f6f00ff-e429-4d9d-9a8e-5d12b4e3ef22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2297375 Jul 22 02:31:04.859597 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-5f230165-4d56-4fd0-b5bd-c99bf37aded4 None None] Provisioning complete for port ccd2e477-367d-40d3-9a60-342a88318cac triggered by entity DHCP. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:31:04.859597 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-5f230165-4d56-4fd0-b5bd-c99bf37aded4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:04.921617 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-99606e49-44df-4a0f-81f4-5abb1339cd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:05.102737 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c27d31-3955-4340-b6ad-dd1d8ea3e15c req-f0cdd522-7559-403d-b6ed-27bd3109f0fc tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:05.104284 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a1c27d31-3955-4340-b6ad-dd1d8ea3e15c req-f0cdd522-7559-403d-b6ed-27bd3109f0fc tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=f216bb9b-6185-4d65-89b6-ca6438bf408d HTTP/1.1" status: 200 len: 944 time: 0.2600489 Jul 22 02:31:05.123205 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning for port 6d31cf77-70d0-4fdb-8c30-8531d24c984e completed by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:31:05.185889 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-3c0e70ed-cff7-4337-a1ba-ef1f19519631 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:05.186769 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a1c27d31-3955-4340-b6ad-dd1d8ea3e15c req-72442a7b-de63-4115-b6b6-058e65253527 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758572 Jul 22 02:31:05.194874 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-3c0e70ed-cff7-4337-a1ba-ef1f19519631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3324456'] for port, after_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:05.212036 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning complete for port 6d31cf77-70d0-4fdb-8c30-8531d24c984e triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:31:05.212417 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:05.261321 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-5f230165-4d56-4fd0-b5bd-c99bf37aded4 None None] Port ccd2e477-367d-40d3-9a60-342a88318cac cannot update to ACTIVE because it is not bound. {{(pid=93207) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 02:31:05.327084 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-3c0e70ed-cff7-4337-a1ba-ef1f19519631 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1758378'] for router_interface, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:05.329746 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0e70ed-cff7-4337-a1ba-ef1f19519631 admin admin] Pushing event updated for resources: {'Port': ['ID=9a68e3f8-a00b-435e-8110-e087aaf03b00,revision_number=2']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:05.346566 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcaa926-174c-4cd0-a369-6782e884b2bd None None] Pushing event updated for resources: {'Port': ['ID=8991fcbf-3aa7-46c8-be11-bc154a3f4fb2,revision_number=4']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:05.354890 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99606e49-44df-4a0f-81f4-5abb1339cd34 None None] Routers {'bc788e52-4c67-4d00-8750-19c252030837'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:31:05.355510 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-99606e49-44df-4a0f-81f4-5abb1339cd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:30:44Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['bc788e52-4c67-4d00-8750-19c252030837'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:31:05.490149 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0e70ed-cff7-4337-a1ba-ef1f19519631 admin admin] Network a0bb5409-5aef-420e-a54b-e6389575efec is already hosted by enough agents. {{(pid=93205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:31:05.494223 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.base_scheduler [None req-3c0e70ed-cff7-4337-a1ba-ef1f19519631 admin admin] Resources bound (agent type, host, resource id): {{(pid=93205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:31:05.564879 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-83bad876-386d-4194-a716-3a0d02ce4370 None None] Provisioning for port 9a68e3f8-a00b-435e-8110-e087aaf03b00 completed by entity DHCP. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:31:05.606592 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:05.633030 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-83bad876-386d-4194-a716-3a0d02ce4370 None None] Provisioning complete for port 9a68e3f8-a00b-435e-8110-e087aaf03b00 triggered by entity DHCP. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:31:05.633404 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-83bad876-386d-4194-a716-3a0d02ce4370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:05.715149 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c0e70ed-cff7-4337-a1ba-ef1f19519631 admin admin] Router 1290a462-6664-417c-8df7-f7a27d03139f has already been hosted by L3 agent f9ed0358-a013-4c74-a622-17ee633b4610 {{(pid=93205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 02:31:05.737148 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9599d1-7a8e-46e7-9a08-d44535e88424 None None] Sync routers for ids ['6f6f00ff-e429-4d9d-9a8e-5d12b4e3ef22'] in dv-cinder-792299-6-iscsi {{(pid=93208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:31:05.764394 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9599d1-7a8e-46e7-9a08-d44535e88424 None None] Routers {'6f6f00ff-e429-4d9d-9a8e-5d12b4e3ef22'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:31:05.765108 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-4c9599d1-7a8e-46e7-9a08-d44535e88424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:30:44Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['6f6f00ff-e429-4d9d-9a8e-5d12b4e3ef22'], 'active': True} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:31:05.788045 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c64d1c3-5ca7-443f-bbc2-993994bddec9 req-6cd1015c-a8ed-431d-80f7-a2642710940c tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:05.801723 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-5c64d1c3-5ca7-443f-bbc2-993994bddec9 req-6cd1015c-a8ed-431d-80f7-a2642710940c tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 944 time: 0.1692085 Jul 22 02:31:05.881727 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c0e70ed-cff7-4337-a1ba-ef1f19519631 admin admin] Notify agent at l3_agent.dv-cinder-792299-6-iscsi the message routers_updated {{(pid=93205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:31:05.894535 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-3c0e70ed-cff7-4337-a1ba-ef1f19519631 admin admin] 10.222.0.30 "PUT /v2.0/routers/1290a462-6664-417c-8df7-f7a27d03139f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0803616 Jul 22 02:31:05.894757 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-5c64d1c3-5ca7-443f-bbc2-993994bddec9 req-2cb0d5b7-1d47-4cdb-ae15-08f02d118d71 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765877 Jul 22 02:31:05.904021 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-99606e49-44df-4a0f-81f4-5abb1339cd34 None None] Set router bc788e52-4c67-4d00-8750-19c252030837 gateway port host: dv-cinder-792299-6-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:31:05.906441 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-83bad876-386d-4194-a716-3a0d02ce4370 None None] Port 9a68e3f8-a00b-435e-8110-e087aaf03b00 cannot update to ACTIVE because it is not bound. {{(pid=93207) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 02:31:05.934783 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvr_db [None req-4c9599d1-7a8e-46e7-9a08-d44535e88424 None None] Set router 6f6f00ff-e429-4d9d-9a8e-5d12b4e3ef22 gateway port host: dv-cinder-792299-6-iscsi {{(pid=93208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:31:06.115104 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] For port 6d31cf77-70d0-4fdb-8c30-8531d24c984e, host dv-cinder-792299-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=6d31cf77-70d0-4fdb-8c30-8531d24c984e,segment=NetworkSegment(3b6379e9-43c4-4994-8210-376c5d971ce1),segment_id=3b6379e9-43c4-4994-8210-376c5d971ce1)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:31:06.187182 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:06.239867 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-4c9599d1-7a8e-46e7-9a08-d44535e88424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6f00ff-e429-4d9d-9a8e-5d12b4e3ef22', 'name': 'tempest-TestMinimumBasicScenario-909232644-router', 'tenant_id': 'b4b54e57b8694371999313d78ed6d990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': 'fbd37c76-5d6f-4682-8b21-af539d48293d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:30:53Z', 'updated_at': '2021-07-22T02:31:02Z', 'revision_number': 4, 'project_id': 'b4b54e57b8694371999313d78ed6d990', 'gw_port': {'id': 'fbd37c76-5d6f-4682-8b21-af539d48293d', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:58:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6f00ff-e429-4d9d-9a8e-5d12b4e3ef22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:55Z', 'updated_at': '2021-07-22T02:31:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_interfaces': [{'id': 'ccd2e477-367d-40d3-9a60-342a88318cac', 'name': '', 'network_id': '089a71d0-065c-40d7-a38b-f8887b39b842', 'tenant_id': 'b4b54e57b8694371999313d78ed6d990', 'mac_address': 'fa:16:3e:31:df:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6f00ff-e429-4d9d-9a8e-5d12b4e3ef22', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'db292446-aff8-46ba-9a0d-1f8ff59bc8d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:31:01Z', 'updated_at': '2021-07-22T02:31:02Z', 'revision_number': 2, 'project_id': 'b4b54e57b8694371999313d78ed6d990', 'subnets': [{'id': 'db292446-aff8-46ba-9a0d-1f8ff59bc8d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:31:06.255205 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Pushing event updated for resources: {'Port': ['ID=6d31cf77-70d0-4fdb-8c30-8531d24c984e,revision_number=3']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:06.306627 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9599d1-7a8e-46e7-9a08-d44535e88424 None None] Checking router: 6f6f00ff-e429-4d9d-9a8e-5d12b4e3ef22 for host: dv-cinder-792299-6-iscsi {{(pid=93208) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:31:06.306909 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9599d1-7a8e-46e7-9a08-d44535e88424 None None] Updating router 6f6f00ff-e429-4d9d-9a8e-5d12b4e3ef22 port ccd2e477-367d-40d3-9a60-342a88318cac binding host dv-cinder-792299-6-iscsi {{(pid=93208) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 02:31:06.322809 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-2ce38cb9-230f-4fec-81ed-8e7652b3bf8d None None] Notify callbacks [] for port, precommit_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:06.363678 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-4c9599d1-7a8e-46e7-9a08-d44535e88424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:06.366642 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-b0e8fc0c-fcaa-40ae-8fbc-f757a4e71624 None None] Provisioning complete for port 9a68e3f8-a00b-435e-8110-e087aaf03b00 triggered by entity DHCP. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:31:06.367566 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-b0e8fc0c-fcaa-40ae-8fbc-f757a4e71624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:06.414429 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-2ce38cb9-230f-4fec-81ed-8e7652b3bf8d None None] Transition to ACTIVE for port object 67b813a3-74f4-430e-992b-ca97d706df07 will not be triggered until provisioned by entity L2. {{(pid=93207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:31:06.421576 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-b0e8fc0c-fcaa-40ae-8fbc-f757a4e71624 None None] Port 9a68e3f8-a00b-435e-8110-e087aaf03b00 cannot update to ACTIVE because it is not bound. {{(pid=93207) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 02:31:06.430141 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-2ce38cb9-230f-4fec-81ed-8e7652b3bf8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:06.558502 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84bb14-8739-466b-9ab3-243ae178f84b req-5fd5b57a-ba87-4298-8330-5fc33aa8c06d tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:06.560029 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-1a84bb14-8739-466b-9ab3-243ae178f84b req-5fd5b57a-ba87-4298-8330-5fc33aa8c06d tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=f216bb9b-6185-4d65-89b6-ca6438bf408d HTTP/1.1" status: 200 len: 944 time: 0.1476884 Jul 22 02:31:06.590157 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device 19734a0c-811d-40d8-9f3b-f95643e55824 up at agent hyperv_hv-cinder-79229 {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:31:06.649856 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-1a84bb14-8739-466b-9ab3-243ae178f84b req-d3044ba7-bb9d-4ebf-82bd-550810d2c142 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765939 Jul 22 02:31:06.665282 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device 8991fcbf-3aa7-46c8-be11-bc154a3f4fb2 up at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:31:06.767786 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-2ce38cb9-230f-4fec-81ed-8e7652b3bf8d None None] Attempting to bind port 67b813a3-74f4-430e-992b-ca97d706df07 on host dv-cinder-792299-6-iscsi for vnic_type normal with profile {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:31:06.768244 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-2ce38cb9-230f-4fec-81ed-8e7652b3bf8d None None] Attempting to bind port 67b813a3-74f4-430e-992b-ca97d706df07 by drivers openvswitch,hyperv on host dv-cinder-792299-6-iscsi at level 0 using segments [{'id': '9c11ce42-9cd0-4724-aa43-c030ca3574d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00'}] {{(pid=93207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:31:06.768615 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce38cb9-230f-4fec-81ed-8e7652b3bf8d None None] Attempting to bind port 67b813a3-74f4-430e-992b-ca97d706df07 on network a2bee0e8-177e-45f0-aff1-c80473345c00 {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:31:06.786666 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c6b541-a8f4-450f-b51e-df6b5199a8b2 None None] Pushing event updated for resources: {'Port': ['ID=67b813a3-74f4-430e-992b-ca97d706df07,revision_number=2']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:06.800596 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce38cb9-230f-4fec-81ed-8e7652b3bf8d None None] Checking agent: {'id': '2be9fc8b-48e5-48f4-81b8-a3920a82e981', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 21, 14), 'started_at': datetime.datetime(2021, 7, 22, 2, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:31:06.801280 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce38cb9-230f-4fec-81ed-8e7652b3bf8d None None] Checking segment: {'id': '9c11ce42-9cd0-4724-aa43-c030ca3574d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:31:06.801845 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-2ce38cb9-230f-4fec-81ed-8e7652b3bf8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:06.802409 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce38cb9-230f-4fec-81ed-8e7652b3bf8d None None] Bound using segment: {'id': '9c11ce42-9cd0-4724-aa43-c030ca3574d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00'} {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:31:06.803070 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-2ce38cb9-230f-4fec-81ed-8e7652b3bf8d None None] Bound port: 67b813a3-74f4-430e-992b-ca97d706df07, host: dv-cinder-792299-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c11ce42-9cd0-4724-aa43-c030ca3574d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00'}}] {{(pid=93207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:31:06.803618 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-2ce38cb9-230f-4fec-81ed-8e7652b3bf8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:06.829445 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-4c9599d1-7a8e-46e7-9a08-d44535e88424 None None] Notify callbacks [] for port, precommit_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:06.845231 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.provisioning_blocks [None req-4c9599d1-7a8e-46e7-9a08-d44535e88424 None None] Transition to ACTIVE for port object ccd2e477-367d-40d3-9a60-342a88318cac will not be triggered until provisioned by entity L2. {{(pid=93208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:31:06.855167 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning for port 8991fcbf-3aa7-46c8-be11-bc154a3f4fb2 completed by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:31:06.860157 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-4c9599d1-7a8e-46e7-9a08-d44535e88424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:06.867770 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning complete for port 8991fcbf-3aa7-46c8-be11-bc154a3f4fb2 triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:31:06.868148 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:06.882129 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 58190) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:31:06.887089 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.v2.base [None req-9ba180d7-35e3-4f18-a658-9a00a1959334 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-887065963', 'description': 'tempest-secgroup-smoke-887065963 description', 'project_id': '67d612e4302c499b8d778fbcdd7b9044'}} {{(pid=93206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:31:06.919021 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9ba180d7-35e3-4f18-a658-9a00a1959334 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks [] for security_group, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:06.951160 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Provisioning for port 19734a0c-811d-40d8-9f3b-f95643e55824 completed by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:31:06.958504 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-2ce38cb9-230f-4fec-81ed-8e7652b3bf8d None None] For port 67b813a3-74f4-430e-992b-ca97d706df07, host dv-cinder-792299-6-iscsi, cleared binding levels {{(pid=93207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:31:06.963235 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-99606e49-44df-4a0f-81f4-5abb1339cd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc788e52-4c67-4d00-8750-19c252030837', 'name': 'tempest-TestVolumeBootPattern-959882766-router', 'tenant_id': '67d612e4302c499b8d778fbcdd7b9044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': 'a5444e74-927b-483b-abdc-5289a02c6200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:30:43Z', 'updated_at': '2021-07-22T02:30:49Z', 'revision_number': 4, 'project_id': '67d612e4302c499b8d778fbcdd7b9044', 'gw_port': {'id': 'a5444e74-927b-483b-abdc-5289a02c6200', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc788e52-4c67-4d00-8750-19c252030837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:44Z', 'updated_at': '2021-07-22T02:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_interfaces': [{'id': '8991fcbf-3aa7-46c8-be11-bc154a3f4fb2', 'name': '', 'network_id': 'ffc27ac5-3775-4b53-826e-98afab9137ce', 'tenant_id': '67d612e4302c499b8d778fbcdd7b9044', 'mac_address': 'fa:16:3e:8f:6a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc788e52-4c67-4d00-8750-19c252030837', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '5ffe1ea2-2f9b-4245-839a-fb164d77066d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:48Z', 'updated_at': '2021-07-22T02:31:04Z', 'revision_number': 4, 'project_id': '67d612e4302c499b8d778fbcdd7b9044', 'subnets': [{'id': '5ffe1ea2-2f9b-4245-839a-fb164d77066d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:31:06.966259 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30df0220-cfd4-4b30-955b-b9711a2d47e7 None None] Pushing event updated for resources: {'Port': ['ID=ccd2e477-367d-40d3-9a60-342a88318cac,revision_number=3']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:06.966865 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-2ce38cb9-230f-4fec-81ed-8e7652b3bf8d None None] For port 67b813a3-74f4-430e-992b-ca97d706df07, host dv-cinder-792299-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=67b813a3-74f4-430e-992b-ca97d706df07,segment=NetworkSegment(9c11ce42-9cd0-4724-aa43-c030ca3574d3),segment_id=9c11ce42-9cd0-4724-aa43-c030ca3574d3)] {{(pid=93207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:31:07.014441 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Provisioning complete for port 19734a0c-811d-40d8-9f3b-f95643e55824 triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:31:07.014887 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:07.025338 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-2ce38cb9-230f-4fec-81ed-8e7652b3bf8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:07.048858 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9ba180d7-35e3-4f18-a658-9a00a1959334 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks [] for security_group, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:07.053272 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99606e49-44df-4a0f-81f4-5abb1339cd34 None None] The sync data for ids ['bc788e52-4c67-4d00-8750-19c252030837'] in dv-cinder-792299-6-iscsi is: [{'id': 'bc788e52-4c67-4d00-8750-19c252030837', 'name': 'tempest-TestVolumeBootPattern-959882766-router', 'tenant_id': '67d612e4302c499b8d778fbcdd7b9044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': 'a5444e74-927b-483b-abdc-5289a02c6200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:30:43Z', 'updated_at': '2021-07-22T02:30:49Z', 'revision_number': 4, 'project_id': '67d612e4302c499b8d778fbcdd7b9044', 'gw_port': {'id': 'a5444e74-927b-483b-abdc-5289a02c6200', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc788e52-4c67-4d00-8750-19c252030837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:44Z', 'updated_at': '2021-07-22T02:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_interfaces': [{'id': '8991fcbf-3aa7-46c8-be11-bc154a3f4fb2', 'name': '', 'network_id': 'ffc27ac5-3775-4b53-826e-98afab9137ce', 'tenant_id': '67d612e4302c499b8d778fbcdd7b9044', 'mac_address': 'fa:16:3e:8f:6a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc788e52-4c67-4d00-8750-19c252030837', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '5ffe1ea2-2f9b-4245-839a-fb164d77066d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:48Z', 'updated_at': '2021-07-22T02:31:04Z', 'revision_number': 4, 'project_id': '67d612e4302c499b8d778fbcdd7b9044', 'subnets': [{'id': '5ffe1ea2-2f9b-4245-839a-fb164d77066d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:31:07.069698 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9ba180d7-35e3-4f18-a658-9a00a1959334 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:07.102226 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [None req-4c9599d1-7a8e-46e7-9a08-d44535e88424 None None] Attempting to bind port ccd2e477-367d-40d3-9a60-342a88318cac on host dv-cinder-792299-6-iscsi for vnic_type normal with profile {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:31:07.103338 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [None req-4c9599d1-7a8e-46e7-9a08-d44535e88424 None None] Attempting to bind port ccd2e477-367d-40d3-9a60-342a88318cac by drivers openvswitch,hyperv on host dv-cinder-792299-6-iscsi at level 0 using segments [{'id': 'd0e755f8-c118-4a31-95b2-11eb584c11a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '089a71d0-065c-40d7-a38b-f8887b39b842'}] {{(pid=93208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:31:07.104080 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9599d1-7a8e-46e7-9a08-d44535e88424 None None] Attempting to bind port ccd2e477-367d-40d3-9a60-342a88318cac on network 089a71d0-065c-40d7-a38b-f8887b39b842 {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:31:07.122901 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9599d1-7a8e-46e7-9a08-d44535e88424 None None] Checking agent: {'id': '2be9fc8b-48e5-48f4-81b8-a3920a82e981', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 21, 14), 'started_at': datetime.datetime(2021, 7, 22, 2, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:31:07.124040 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9599d1-7a8e-46e7-9a08-d44535e88424 None None] Checking segment: {'id': 'd0e755f8-c118-4a31-95b2-11eb584c11a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '089a71d0-065c-40d7-a38b-f8887b39b842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:31:07.124677 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-4c9599d1-7a8e-46e7-9a08-d44535e88424 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:07.125650 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9599d1-7a8e-46e7-9a08-d44535e88424 None None] Bound using segment: {'id': 'd0e755f8-c118-4a31-95b2-11eb584c11a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '089a71d0-065c-40d7-a38b-f8887b39b842'} {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:31:07.126746 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [None req-4c9599d1-7a8e-46e7-9a08-d44535e88424 None None] Bound port: ccd2e477-367d-40d3-9a60-342a88318cac, host: dv-cinder-792299-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e755f8-c118-4a31-95b2-11eb584c11a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '089a71d0-065c-40d7-a38b-f8887b39b842'}}] {{(pid=93208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:31:07.128211 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-4c9599d1-7a8e-46e7-9a08-d44535e88424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:07.149327 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9ba180d7-35e3-4f18-a658-9a00a1959334 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks [] for security_group, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:07.155116 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 58196) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:31:07.156045 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce38cb9-230f-4fec-81ed-8e7652b3bf8d None None] Routers {'1290a462-6664-417c-8df7-f7a27d03139f'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:31:07.156490 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-2ce38cb9-230f-4fec-81ed-8e7652b3bf8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:30:44Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['1290a462-6664-417c-8df7-f7a27d03139f'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:31:07.160572 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-df33ac83-0e0b-44b5-9c81-6dcc9157f439 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Request body: {'security_group_rule': {'security_group_id': '63e9ec9d-cac8-47aa-a784-0c3cf16d9873', 'project_id': '67d612e4302c499b8d778fbcdd7b9044', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:31:07.170676 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-9ba180d7-35e3-4f18-a658-9a00a1959334 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2861991 Jul 22 02:31:07.222805 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba180d7-35e3-4f18-a658-9a00a1959334 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63e9ec9d-cac8-47aa-a784-0c3cf16d9873,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:07.230797 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-df33ac83-0e0b-44b5-9c81-6dcc9157f439 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:07.332588 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566df99d-5ed8-4e40-8dd6-0fce7f79e822 req-f910b2bf-b720-4c41-af5b-ec1c0aca02f7 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:07.355963 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [None req-4c9599d1-7a8e-46e7-9a08-d44535e88424 None None] For port ccd2e477-367d-40d3-9a60-342a88318cac, host dv-cinder-792299-6-iscsi, cleared binding levels {{(pid=93208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:31:07.360930 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-566df99d-5ed8-4e40-8dd6-0fce7f79e822 req-f910b2bf-b720-4c41-af5b-ec1c0aca02f7 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 944 time: 0.3104031 Jul 22 02:31:07.364485 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [None req-4c9599d1-7a8e-46e7-9a08-d44535e88424 None None] For port ccd2e477-367d-40d3-9a60-342a88318cac, host dv-cinder-792299-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=ccd2e477-367d-40d3-9a60-342a88318cac,segment=NetworkSegment(d0e755f8-c118-4a31-95b2-11eb584c11a3),segment_id=d0e755f8-c118-4a31-95b2-11eb584c11a3)] {{(pid=93208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:31:07.373843 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-4c9599d1-7a8e-46e7-9a08-d44535e88424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:07.415265 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-566df99d-5ed8-4e40-8dd6-0fce7f79e822 req-130a9072-84b2-4793-98a1-602f275a0496 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532522 Jul 22 02:31:07.456445 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-df33ac83-0e0b-44b5-9c81-6dcc9157f439 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:07.462579 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c6b541-a8f4-450f-b51e-df6b5199a8b2 None None] Pushing event updated for resources: {'Port': ['ID=67b813a3-74f4-430e-992b-ca97d706df07,revision_number=3']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:07.463135 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-df33ac83-0e0b-44b5-9c81-6dcc9157f439 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660745'] for security_group_rule, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:07.503518 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df33ac83-0e0b-44b5-9c81-6dcc9157f439 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcbc4470-b7a6-4e9b-ab9c-d0f53dc21e7b,revision_number=0']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:07.515086 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30df0220-cfd4-4b30-955b-b9711a2d47e7 None None] Pushing event updated for resources: {'Port': ['ID=ccd2e477-367d-40d3-9a60-342a88318cac,revision_number=4']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:07.526191 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-df33ac83-0e0b-44b5-9c81-6dcc9157f439 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:07.528077 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-df33ac83-0e0b-44b5-9c81-6dcc9157f439 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3713119 Jul 22 02:31:07.528339 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9599d1-7a8e-46e7-9a08-d44535e88424 None None] Routers {'6f6f00ff-e429-4d9d-9a8e-5d12b4e3ef22'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:31:07.530305 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 58216) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:31:07.530621 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-4c9599d1-7a8e-46e7-9a08-d44535e88424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:30:44Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['6f6f00ff-e429-4d9d-9a8e-5d12b4e3ef22'], 'active': True} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:31:07.534741 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-654eb27c-1f19-4069-b9fc-19f5fdfa1473 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Request body: {'security_group_rule': {'security_group_id': '63e9ec9d-cac8-47aa-a784-0c3cf16d9873', 'project_id': '67d612e4302c499b8d778fbcdd7b9044', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:31:07.548179 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:07.588883 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-654eb27c-1f19-4069-b9fc-19f5fdfa1473 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:07.692180 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] For port 8991fcbf-3aa7-46c8-be11-bc154a3f4fb2, host dv-cinder-792299-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=8991fcbf-3aa7-46c8-be11-bc154a3f4fb2,segment=NetworkSegment(e2dbb9ad-6b1e-4fed-8fd7-c6f57aada715),segment_id=e2dbb9ad-6b1e-4fed-8fd7-c6f57aada715)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:31:07.702820 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-654eb27c-1f19-4069-b9fc-19f5fdfa1473 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:07.703030 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:07.710753 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-654eb27c-1f19-4069-b9fc-19f5fdfa1473 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660745'] for security_group_rule, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:07.743984 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654eb27c-1f19-4069-b9fc-19f5fdfa1473 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e624d72f-1c4b-41d8-8ecf-543d40e7015b,revision_number=0']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:07.754883 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-654eb27c-1f19-4069-b9fc-19f5fdfa1473 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:07.758889 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-654eb27c-1f19-4069-b9fc-19f5fdfa1473 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2275784 Jul 22 02:31:07.761883 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 58222) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:31:07.767114 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.v2.base [None req-a149a72b-3e93-4683-9767-5d41440829c8 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Request body: {'security_group_rule': {'security_group_id': '63e9ec9d-cac8-47aa-a784-0c3cf16d9873', 'project_id': '67d612e4302c499b8d778fbcdd7b9044', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:31:07.786698 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvr_db [None req-4c9599d1-7a8e-46e7-9a08-d44535e88424 None None] Set router 6f6f00ff-e429-4d9d-9a8e-5d12b4e3ef22 gateway port host: dv-cinder-792299-6-iscsi {{(pid=93208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:31:07.787269 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-2ce38cb9-230f-4fec-81ed-8e7652b3bf8d None None] Set router 1290a462-6664-417c-8df7-f7a27d03139f gateway port host: dv-cinder-792299-6-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:31:07.836731 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f216bb9b-6185-4d65-89b6-ca6438bf408d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19734a0c-811d-40d8-9f3b-f95643e55824'}] {{(pid=93207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:31:07.839022 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7ee477d080e02922d9a3c1e9b5cc60990edb702a504399eb5b32d0111ac025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec182f12-4492-440b-93fe-6453e8e08f82" -d '{"events": [{"server_uuid": "f216bb9b-6185-4d65-89b6-ca6438bf408d", "name": "network-vif-plugged", "status": "completed", "tag": "19734a0c-811d-40d8-9f3b-f95643e55824"}]}' {{(pid=93207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:31:07.844610 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:07.844610 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device fbd37c76-5d6f-4682-8b21-af539d48293d up at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:31:07.872219 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a149a72b-3e93-4683-9767-5d41440829c8 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:07.951893 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a841401-ebe6-4083-a47f-c9971f83a7f6 x-openstack-request-id: req-0a841401-ebe6-4083-a47f-c9971f83a7f6 {{(pid=93207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:31:07.953059 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f216bb9b-6185-4d65-89b6-ca6438bf408d", "name": "network-vif-plugged", "status": "completed", "tag": "19734a0c-811d-40d8-9f3b-f95643e55824", "code": 200}]} {{(pid=93207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:31:07.953371 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0a841401-ebe6-4083-a47f-c9971f83a7f6 {{(pid=93207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:31:07.954807 dv-cinder-792299-6-iscsi neutron-server[93207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f216bb9b-6185-4d65-89b6-ca6438bf408d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19734a0c-811d-40d8-9f3b-f95643e55824', 'code': 200} Jul 22 02:31:08.079552 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port 19734a0c-811d-40d8-9f3b-f95643e55824, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=19734a0c-811d-40d8-9f3b-f95643e55824,segment=NetworkSegment(1178c6d7-38f4-4aec-bb2e-34535e569c60),segment_id=1178c6d7-38f4-4aec-bb2e-34535e569c60)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:31:08.106854 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:08.107572 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea up at agent hyperv_hv-cinder-79229 {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:31:08.243903 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-4c9599d1-7a8e-46e7-9a08-d44535e88424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6f00ff-e429-4d9d-9a8e-5d12b4e3ef22', 'name': 'tempest-TestMinimumBasicScenario-909232644-router', 'tenant_id': 'b4b54e57b8694371999313d78ed6d990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': 'fbd37c76-5d6f-4682-8b21-af539d48293d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:30:53Z', 'updated_at': '2021-07-22T02:31:02Z', 'revision_number': 4, 'project_id': 'b4b54e57b8694371999313d78ed6d990', 'gw_port': {'id': 'fbd37c76-5d6f-4682-8b21-af539d48293d', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:58:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6f00ff-e429-4d9d-9a8e-5d12b4e3ef22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:55Z', 'updated_at': '2021-07-22T02:31:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_interfaces': [{'id': 'ccd2e477-367d-40d3-9a60-342a88318cac', 'name': '', 'network_id': '089a71d0-065c-40d7-a38b-f8887b39b842', 'tenant_id': 'b4b54e57b8694371999313d78ed6d990', 'mac_address': 'fa:16:3e:31:df:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6f00ff-e429-4d9d-9a8e-5d12b4e3ef22', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'db292446-aff8-46ba-9a0d-1f8ff59bc8d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:31:01Z', 'updated_at': '2021-07-22T02:31:07Z', 'revision_number': 4, 'project_id': 'b4b54e57b8694371999313d78ed6d990', 'subnets': [{'id': 'db292446-aff8-46ba-9a0d-1f8ff59bc8d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:31:08.248315 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Pushing event updated for resources: {'Port': ['ID=8991fcbf-3aa7-46c8-be11-bc154a3f4fb2,revision_number=5']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:08.295310 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9599d1-7a8e-46e7-9a08-d44535e88424 None None] The sync data for ids ['6f6f00ff-e429-4d9d-9a8e-5d12b4e3ef22'] in dv-cinder-792299-6-iscsi is: [{'id': '6f6f00ff-e429-4d9d-9a8e-5d12b4e3ef22', 'name': 'tempest-TestMinimumBasicScenario-909232644-router', 'tenant_id': 'b4b54e57b8694371999313d78ed6d990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': 'fbd37c76-5d6f-4682-8b21-af539d48293d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:30:53Z', 'updated_at': '2021-07-22T02:31:02Z', 'revision_number': 4, 'project_id': 'b4b54e57b8694371999313d78ed6d990', 'gw_port': {'id': 'fbd37c76-5d6f-4682-8b21-af539d48293d', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:58:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6f00ff-e429-4d9d-9a8e-5d12b4e3ef22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:55Z', 'updated_at': '2021-07-22T02:31:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_interfaces': [{'id': 'ccd2e477-367d-40d3-9a60-342a88318cac', 'name': '', 'network_id': '089a71d0-065c-40d7-a38b-f8887b39b842', 'tenant_id': 'b4b54e57b8694371999313d78ed6d990', 'mac_address': 'fa:16:3e:31:df:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6f00ff-e429-4d9d-9a8e-5d12b4e3ef22', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'db292446-aff8-46ba-9a0d-1f8ff59bc8d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:31:01Z', 'updated_at': '2021-07-22T02:31:07Z', 'revision_number': 4, 'project_id': 'b4b54e57b8694371999313d78ed6d990', 'subnets': [{'id': 'db292446-aff8-46ba-9a0d-1f8ff59bc8d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:31:08.295882 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-45b0c4d0-1ef2-4889-94c9-dffd6fba1ad2 req-51423b78-376a-494a-b6cc-acf9a6542540 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8d3a35d1-5d50-4bbc-80be-46255b5b935d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1172948 Jul 22 02:31:08.348598 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning for port fbd37c76-5d6f-4682-8b21-af539d48293d completed by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:31:08.357431 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning complete for port fbd37c76-5d6f-4682-8b21-af539d48293d triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:31:08.358038 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:08.369300 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6edf659-5989-496b-bef3-f31a7d8d6290 req-7ce9d3e0-fcfe-47af-90ac-4726cd4e3e78 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:08.384005 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-f6edf659-5989-496b-bef3-f31a7d8d6290 req-7ce9d3e0-fcfe-47af-90ac-4726cd4e3e78 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=f216bb9b-6185-4d65-89b6-ca6438bf408d HTTP/1.1" status: 200 len: 944 time: 0.6117487 Jul 22 02:31:08.438668 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b0c4d0-1ef2-4889-94c9-dffd6fba1ad2 req-4e226f6d-f8f0-443e-a11e-cb551f6d6937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:08.465540 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-45b0c4d0-1ef2-4889-94c9-dffd6fba1ad2 req-4e226f6d-f8f0-443e-a11e-cb551f6d6937 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=983dc1d7a16247a98a094716f99ada48&device_id=8d3a35d1-5d50-4bbc-80be-46255b5b935d HTTP/1.1" status: 200 len: 1098 time: 0.1395383 Jul 22 02:31:08.493707 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Provisioning complete for port e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:31:08.494260 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:08.579892 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Pushing event updated for resources: {'Port': ['ID=19734a0c-811d-40d8-9f3b-f95643e55824,revision_number=5']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:08.589121 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a149a72b-3e93-4683-9767-5d41440829c8 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:08.613282 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a149a72b-3e93-4683-9767-5d41440829c8 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660745'] for security_group_rule, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:08.660365 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-f6edf659-5989-496b-bef3-f31a7d8d6290 req-0c71a91b-1719-44c4-b699-26e035b6a3d2 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747364 Jul 22 02:31:08.671453 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a149a72b-3e93-4683-9767-5d41440829c8 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20abda7c-e18c-4ce0-a027-6c2e1a50be4f,revision_number=0']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:08.692060 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b0c4d0-1ef2-4889-94c9-dffd6fba1ad2 req-bd9aa357-c729-4b74-9dc2-d1c536a97c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:08.692060 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-45b0c4d0-1ef2-4889-94c9-dffd6fba1ad2 req-bd9aa357-c729-4b74-9dc2-d1c536a97c2c service neutron] 10.222.0.23 "GET /v2.0/networks?id=72ed7fff-9ec8-4d42-8728-85745d62dd2e HTTP/1.1" status: 200 len: 919 time: 0.1913137 Jul 22 02:31:08.702067 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a149a72b-3e93-4683-9767-5d41440829c8 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:08.703564 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-a149a72b-3e93-4683-9767-5d41440829c8 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9399309 Jul 22 02:31:08.714182 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 58240) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:31:08.720075 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-afce950f-3927-4d57-a705-9705626bbec2 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Request body: {'security_group_rule': {'security_group_id': '63e9ec9d-cac8-47aa-a784-0c3cf16d9873', 'project_id': '67d612e4302c499b8d778fbcdd7b9044', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:31:08.726490 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a8680c-8360-4aa5-a72b-907f4671bf61 req-f5cc9f36-6ab7-44fc-aee0-2a091dca7edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:08.728275 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-33a8680c-8360-4aa5-a72b-907f4671bf61 req-f5cc9f36-6ab7-44fc-aee0-2a091dca7edf service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f216bb9b-6185-4d65-89b6-ca6438bf408d HTTP/1.1" status: 200 len: 1098 time: 0.3928008 Jul 22 02:31:08.769740 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6d438-58cd-480e-9943-b830c77dc267 req-c3316848-8a8e-49e0-9082-88b7cf3cc3c6 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:08.771251 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e2a6d438-58cd-480e-9943-b830c77dc267 req-c3316848-8a8e-49e0-9082-88b7cf3cc3c6 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 944 time: 0.1792223 Jul 22 02:31:08.774268 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:08.799302 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-45b0c4d0-1ef2-4889-94c9-dffd6fba1ad2 req-2165ff08-3607-4705-bebb-130a087a1acb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=21642b83-cb97-476d-9965-9d450d17bc83 HTTP/1.1" status: 200 len: 217 time: 0.0937924 Jul 22 02:31:08.836902 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-2ce38cb9-230f-4fec-81ed-8e7652b3bf8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1290a462-6664-417c-8df7-f7a27d03139f', 'name': 'tempest-TestVolumeBootPattern-851202945-router', 'tenant_id': 'a5a141862b6744ce9b30c5f8d1660e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '67b813a3-74f4-430e-992b-ca97d706df07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:30:56Z', 'updated_at': '2021-07-22T02:31:04Z', 'revision_number': 4, 'project_id': 'a5a141862b6744ce9b30c5f8d1660e72', 'gw_port': {'id': '67b813a3-74f4-430e-992b-ca97d706df07', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0c:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1290a462-6664-417c-8df7-f7a27d03139f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:58Z', 'updated_at': '2021-07-22T02:31:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_interfaces': [{'id': '9a68e3f8-a00b-435e-8110-e087aaf03b00', 'name': '', 'network_id': 'a0bb5409-5aef-420e-a54b-e6389575efec', 'tenant_id': 'a5a141862b6744ce9b30c5f8d1660e72', 'mac_address': 'fa:16:3e:12:fa:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1290a462-6664-417c-8df7-f7a27d03139f', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '2609a4d9-342a-40d3-be02-f8f96544aa88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:31:03Z', 'updated_at': '2021-07-22T02:31:04Z', 'revision_number': 2, 'project_id': 'a5a141862b6744ce9b30c5f8d1660e72', 'subnets': [{'id': '2609a4d9-342a-40d3-be02-f8f96544aa88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:31:08.845647 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-33a8680c-8360-4aa5-a72b-907f4671bf61 req-cdcd0f22-4163-4944-a90c-7ae27173cd91 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037061 Jul 22 02:31:08.853449 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-afce950f-3927-4d57-a705-9705626bbec2 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:08.861614 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e2a6d438-58cd-480e-9943-b830c77dc267 req-7c736c83-37c1-43bd-8718-8f08b6386f1f tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832276 Jul 22 02:31:08.892135 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b0c4d0-1ef2-4889-94c9-dffd6fba1ad2 req-40170256-ee3c-4877-b201-8ec96e3e83f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:08.893851 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-45b0c4d0-1ef2-4889-94c9-dffd6fba1ad2 req-40170256-ee3c-4877-b201-8ec96e3e83f7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=72796e7a-066a-4b87-aca1-2c9cb7a8cc4a HTTP/1.1" status: 200 len: 859 time: 0.0852208 Jul 22 02:31:08.894153 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce38cb9-230f-4fec-81ed-8e7652b3bf8d None None] The sync data for ids ['1290a462-6664-417c-8df7-f7a27d03139f'] in dv-cinder-792299-6-iscsi is: [{'id': '1290a462-6664-417c-8df7-f7a27d03139f', 'name': 'tempest-TestVolumeBootPattern-851202945-router', 'tenant_id': 'a5a141862b6744ce9b30c5f8d1660e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '67b813a3-74f4-430e-992b-ca97d706df07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:30:56Z', 'updated_at': '2021-07-22T02:31:04Z', 'revision_number': 4, 'project_id': 'a5a141862b6744ce9b30c5f8d1660e72', 'gw_port': {'id': '67b813a3-74f4-430e-992b-ca97d706df07', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0c:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1290a462-6664-417c-8df7-f7a27d03139f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:58Z', 'updated_at': '2021-07-22T02:31:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_interfaces': [{'id': '9a68e3f8-a00b-435e-8110-e087aaf03b00', 'name': '', 'network_id': 'a0bb5409-5aef-420e-a54b-e6389575efec', 'tenant_id': 'a5a141862b6744ce9b30c5f8d1660e72', 'mac_address': 'fa:16:3e:12:fa:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1290a462-6664-417c-8df7-f7a27d03139f', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '2609a4d9-342a-40d3-be02-f8f96544aa88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:31:03Z', 'updated_at': '2021-07-22T02:31:04Z', 'revision_number': 2, 'project_id': 'a5a141862b6744ce9b30c5f8d1660e72', 'subnets': [{'id': '2609a4d9-342a-40d3-be02-f8f96544aa88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:31:08.917294 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:08.933604 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea,segment=NetworkSegment(ed3fa64c-067a-4564-b1ab-aed7a924eb26),segment_id=ed3fa64c-067a-4564-b1ab-aed7a924eb26)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:31:08.947278 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:08.975473 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-45b0c4d0-1ef2-4889-94c9-dffd6fba1ad2 req-3cd7777d-3390-4b24-ba82-3c463d32f5d4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=72ed7fff-9ec8-4d42-8728-85745d62dd2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469086 Jul 22 02:31:08.982191 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] For port fbd37c76-5d6f-4682-8b21-af539d48293d, host dv-cinder-792299-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=fbd37c76-5d6f-4682-8b21-af539d48293d,segment=NetworkSegment(9c11ce42-9cd0-4724-aa43-c030ca3574d3),segment_id=9c11ce42-9cd0-4724-aa43-c030ca3574d3)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:31:08.984972 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-afce950f-3927-4d57-a705-9705626bbec2 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:08.990672 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:08.994319 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-afce950f-3927-4d57-a705-9705626bbec2 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660745'] for security_group_rule, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:09.039392 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Pushing event updated for resources: {'Port': ['ID=e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea,revision_number=7']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:09.092556 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afce950f-3927-4d57-a705-9705626bbec2 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5144772-cecf-4c9a-ba2a-b97403afd5a5,revision_number=0']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:09.105267 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-afce950f-3927-4d57-a705-9705626bbec2 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:09.106762 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-afce950f-3927-4d57-a705-9705626bbec2 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3912778 Jul 22 02:31:09.109982 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 58248) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:31:09.114785 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.v2.base [None req-2174601e-83e3-454c-9217-2f168a40d7d2 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Request body: {'security_group_rule': {'security_group_id': '63e9ec9d-cac8-47aa-a784-0c3cf16d9873', 'project_id': '67d612e4302c499b8d778fbcdd7b9044', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:31:09.140097 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Pushing event updated for resources: {'Port': ['ID=fbd37c76-5d6f-4682-8b21-af539d48293d,revision_number=4']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:09.167069 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.db.securitygroups_db [None req-2174601e-83e3-454c-9217-2f168a40d7d2 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Project 67d612e4302c499b8d778fbcdd7b9044 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 02:31:09.173978 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-2174601e-83e3-454c-9217-2f168a40d7d2 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:09.209743 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-45b0c4d0-1ef2-4889-94c9-dffd6fba1ad2 req-1871a899-a240-486d-927a-0024fff72837 service neutron] 10.222.0.23 "GET /v2.0/networks/72ed7fff-9ec8-4d42-8728-85745d62dd2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075374 Jul 22 02:31:09.285997 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-2174601e-83e3-454c-9217-2f168a40d7d2 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:09.292090 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-2174601e-83e3-454c-9217-2f168a40d7d2 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660745'] for security_group_rule, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:09.324195 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2174601e-83e3-454c-9217-2f168a40d7d2 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07a7bc8f-3e88-41fe-a9b1-c8bd23034ccb,revision_number=0']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:09.338411 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-2174601e-83e3-454c-9217-2f168a40d7d2 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:09.342984 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 58252) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:31:09.343790 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-2174601e-83e3-454c-9217-2f168a40d7d2 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2327340 Jul 22 02:31:09.348037 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-16b9e6ac-15f6-4571-8555-8790188eb76c tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Request body: {'security_group_rule': {'security_group_id': '63e9ec9d-cac8-47aa-a784-0c3cf16d9873', 'project_id': '67d612e4302c499b8d778fbcdd7b9044', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:31:09.378793 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device 8991fcbf-3aa7-46c8-be11-bc154a3f4fb2 up at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:31:09.416672 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-45b0c4d0-1ef2-4889-94c9-dffd6fba1ad2 req-519c5c2e-7fe2-442f-ac4b-f1e9c4e64eca service neutron] 10.222.0.23 "GET /v2.0/networks/72ed7fff-9ec8-4d42-8728-85745d62dd2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996675 Jul 22 02:31:09.436945 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.db.securitygroups_db [None req-16b9e6ac-15f6-4571-8555-8790188eb76c tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Project 67d612e4302c499b8d778fbcdd7b9044 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 02:31:09.444195 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-16b9e6ac-15f6-4571-8555-8790188eb76c tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:09.477860 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning complete for port 8991fcbf-3aa7-46c8-be11-bc154a3f4fb2 triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:31:09.478511 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:09.525088 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-16b9e6ac-15f6-4571-8555-8790188eb76c tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:09.531960 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-16b9e6ac-15f6-4571-8555-8790188eb76c tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660745'] for security_group_rule, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:09.598076 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b9e6ac-15f6-4571-8555-8790188eb76c tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88a2e971-0de4-4210-8125-0caf588f88eb,revision_number=0']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:09.618285 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-16b9e6ac-15f6-4571-8555-8790188eb76c tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:09.619843 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-16b9e6ac-15f6-4571-8555-8790188eb76c tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2757471 Jul 22 02:31:09.742620 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device ccd2e477-367d-40d3-9a60-342a88318cac up at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:31:09.823323 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning for port ccd2e477-367d-40d3-9a60-342a88318cac completed by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:31:09.829633 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning complete for port ccd2e477-367d-40d3-9a60-342a88318cac triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:31:09.830069 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:09.845324 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042dc590-59cb-4efb-b533-0d22299bd1ca req-aa72343c-53fb-4c35-874a-6c1cecb2c9e2 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:09.852327 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-042dc590-59cb-4efb-b533-0d22299bd1ca req-aa72343c-53fb-4c35-874a-6c1cecb2c9e2 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=f216bb9b-6185-4d65-89b6-ca6438bf408d HTTP/1.1" status: 200 len: 945 time: 0.0933316 Jul 22 02:31:09.914632 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-042dc590-59cb-4efb-b533-0d22299bd1ca req-286cc5b0-0415-492a-a599-a50006985770 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570858 Jul 22 02:31:09.921234 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:09.957211 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3588f8d-c7b7-42c5-a7bf-f413fb7dbac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea'}] {{(pid=93207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:31:09.960020 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7ee477d080e02922d9a3c1e9b5cc60990edb702a504399eb5b32d0111ac025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3486048-bc9d-4ff1-88af-323dd4d70b84" -d '{"events": [{"server_uuid": "d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1", "name": "network-vif-plugged", "status": "completed", "tag": "e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea"}]}' {{(pid=93207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:31:09.966219 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] For port ccd2e477-367d-40d3-9a60-342a88318cac, host dv-cinder-792299-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=ccd2e477-367d-40d3-9a60-342a88318cac,segment=NetworkSegment(d0e755f8-c118-4a31-95b2-11eb584c11a3),segment_id=d0e755f8-c118-4a31-95b2-11eb584c11a3)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:31:09.972730 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:09.973556 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device 6d31cf77-70d0-4fdb-8c30-8531d24c984e up at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:31:10.015415 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3985916-653d-4fed-a168-76ab684c93ec x-openstack-request-id: req-c3985916-653d-4fed-a168-76ab684c93ec {{(pid=93207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:31:10.015755 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1", "name": "network-vif-plugged", "status": "completed", "tag": "e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea", "code": 200}]} {{(pid=93207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:31:10.015954 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c3985916-653d-4fed-a168-76ab684c93ec {{(pid=93207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:31:10.016348 dv-cinder-792299-6-iscsi neutron-server[93207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3588f8d-c7b7-42c5-a7bf-f413fb7dbac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea', 'code': 200} Jul 22 02:31:10.043870 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30891dd-9610-45e9-b999-b7922e531e21 req-2418d652-2588-4f14-bacd-dab0ef23cd9d tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:10.045479 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-c30891dd-9610-45e9-b999-b7922e531e21 req-2418d652-2588-4f14-bacd-dab0ef23cd9d tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 945 time: 0.0683408 Jul 22 02:31:10.078570 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Pushing event updated for resources: {'Port': ['ID=ccd2e477-367d-40d3-9a60-342a88318cac,revision_number=5']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:10.086281 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-c30891dd-9610-45e9-b999-b7922e531e21 req-cea33869-7bf2-478d-9b85-9a852cfb61b8 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350962 Jul 22 02:31:10.086919 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning complete for port 6d31cf77-70d0-4fdb-8c30-8531d24c984e triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:31:10.087349 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:11.083692 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-83c5b7f5-b4bd-42b6-a69e-87fb64d9446a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:11.143074 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9732ec93-4946-4bd7-bf40-311e62fa4807 req-aaece1ae-f78d-4208-a3cd-e1214914eee0 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:11.151268 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9732ec93-4946-4bd7-bf40-311e62fa4807 req-aaece1ae-f78d-4208-a3cd-e1214914eee0 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=f216bb9b-6185-4d65-89b6-ca6438bf408d HTTP/1.1" status: 200 len: 945 time: 0.1349635 Jul 22 02:31:11.236751 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9732ec93-4946-4bd7-bf40-311e62fa4807 req-77558868-5243-49b6-a12e-95d69b3b3c1c tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660856 Jul 22 02:31:11.359778 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device 67b813a3-74f4-430e-992b-ca97d706df07 up at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:31:11.387391 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21b702-7072-4210-b823-cef1203249a4 req-36f420d7-fc6d-4538-b00b-b8d5cd0cc8c7 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:11.396620 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-1a21b702-7072-4210-b823-cef1203249a4 req-36f420d7-fc6d-4538-b00b-b8d5cd0cc8c7 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 945 time: 0.1531734 Jul 22 02:31:11.443853 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning for port 67b813a3-74f4-430e-992b-ca97d706df07 completed by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:31:11.448070 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-1a21b702-7072-4210-b823-cef1203249a4 req-3b16a854-a967-4a82-8fe9-8e0819a795fd tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437319 Jul 22 02:31:11.450793 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning complete for port 67b813a3-74f4-430e-992b-ca97d706df07 triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:31:11.451391 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:11.559891 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:11.590881 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] For port 67b813a3-74f4-430e-992b-ca97d706df07, host dv-cinder-792299-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=67b813a3-74f4-430e-992b-ca97d706df07,segment=NetworkSegment(9c11ce42-9cd0-4724-aa43-c030ca3574d3),segment_id=9c11ce42-9cd0-4724-aa43-c030ca3574d3)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:31:11.599719 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:11.600904 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device ccd2e477-367d-40d3-9a60-342a88318cac up at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:31:11.715493 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Pushing event updated for resources: {'Port': ['ID=67b813a3-74f4-430e-992b-ca97d706df07,revision_number=4']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:11.740074 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning complete for port ccd2e477-367d-40d3-9a60-342a88318cac triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:31:11.740499 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:11.867700 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device fbd37c76-5d6f-4682-8b21-af539d48293d up at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:31:11.922671 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning complete for port fbd37c76-5d6f-4682-8b21-af539d48293d triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:31:11.923058 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:12.234126 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:12.268728 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c86de9-d6ab-4747-8172-7530e3bf07cf req-35e6856a-70cb-4a64-aee4-895e735ae021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:12.274474 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-b9c86de9-d6ab-4747-8172-7530e3bf07cf req-35e6856a-70cb-4a64-aee4-895e735ae021 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=983dc1d7a16247a98a094716f99ada48&device_id=8d3a35d1-5d50-4bbc-80be-46255b5b935d HTTP/1.1" status: 200 len: 1098 time: 0.1036944 Jul 22 02:31:12.354527 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c6502c-706a-4a63-90ec-4fe688d07966 req-66ce6c35-0881-414c-81dc-d302e971ad72 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:12.356084 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-18c6502c-706a-4a63-90ec-4fe688d07966 req-66ce6c35-0881-414c-81dc-d302e971ad72 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d3a35d1-5d50-4bbc-80be-46255b5b935d HTTP/1.1" status: 200 len: 945 time: 0.1519444 Jul 22 02:31:12.366419 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711ba309-afa9-46ab-9bc8-e495821c8794 None None] Sync routers for ids ['1290a462-6664-417c-8df7-f7a27d03139f'] in dv-cinder-792299-6-iscsi {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:31:12.376661 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711ba309-afa9-46ab-9bc8-e495821c8794 None None] Routers {'1290a462-6664-417c-8df7-f7a27d03139f'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:31:12.377322 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-711ba309-afa9-46ab-9bc8-e495821c8794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:30:44Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['1290a462-6664-417c-8df7-f7a27d03139f'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:31:12.403368 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-18c6502c-706a-4a63-90ec-4fe688d07966 req-e8cf6822-9878-408b-8ab1-e0e8c9528e57 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417194 Jul 22 02:31:12.472953 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c86de9-d6ab-4747-8172-7530e3bf07cf req-820e1fbc-ecc8-4f40-8988-74456ad20955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:12.475251 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-b9c86de9-d6ab-4747-8172-7530e3bf07cf req-820e1fbc-ecc8-4f40-8988-74456ad20955 service neutron] 10.222.0.23 "GET /v2.0/networks?id=72ed7fff-9ec8-4d42-8728-85745d62dd2e HTTP/1.1" status: 200 len: 919 time: 0.1890411 Jul 22 02:31:12.497136 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-711ba309-afa9-46ab-9bc8-e495821c8794 None None] Set router 1290a462-6664-417c-8df7-f7a27d03139f gateway port host: dv-cinder-792299-6-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:31:12.525597 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-b9c86de9-d6ab-4747-8172-7530e3bf07cf req-bcb2f549-c2ee-446c-a896-861cc1f0f861 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=21642b83-cb97-476d-9965-9d450d17bc83 HTTP/1.1" status: 200 len: 217 time: 0.0425117 Jul 22 02:31:12.620642 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85434ef-5c4e-479f-a086-d9bd16a6c978 req-9129c187-bcda-44e3-baec-7991e57e3628 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:12.629785 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-c85434ef-5c4e-479f-a086-d9bd16a6c978 req-9129c187-bcda-44e3-baec-7991e57e3628 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 945 time: 0.1087577 Jul 22 02:31:12.639008 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c86de9-d6ab-4747-8172-7530e3bf07cf req-b83326d5-9e29-41e4-986a-2bac01d8bda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:12.640570 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-b9c86de9-d6ab-4747-8172-7530e3bf07cf req-b83326d5-9e29-41e4-986a-2bac01d8bda5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=72796e7a-066a-4b87-aca1-2c9cb7a8cc4a HTTP/1.1" status: 200 len: 859 time: 0.1006627 Jul 22 02:31:12.714803 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-b9c86de9-d6ab-4747-8172-7530e3bf07cf req-cafc1373-2652-4755-a7d9-a8988f7a97c6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=72ed7fff-9ec8-4d42-8728-85745d62dd2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630064 Jul 22 02:31:12.719944 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-c85434ef-5c4e-479f-a086-d9bd16a6c978 req-d48496e5-a463-4caa-bacf-501ebc9e5391 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848129 Jul 22 02:31:12.839700 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-711ba309-afa9-46ab-9bc8-e495821c8794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1290a462-6664-417c-8df7-f7a27d03139f', 'name': 'tempest-TestVolumeBootPattern-851202945-router', 'tenant_id': 'a5a141862b6744ce9b30c5f8d1660e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '67b813a3-74f4-430e-992b-ca97d706df07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:30:56Z', 'updated_at': '2021-07-22T02:31:04Z', 'revision_number': 4, 'project_id': 'a5a141862b6744ce9b30c5f8d1660e72', 'gw_port': {'id': '67b813a3-74f4-430e-992b-ca97d706df07', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1290a462-6664-417c-8df7-f7a27d03139f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:58Z', 'updated_at': '2021-07-22T02:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_interfaces': [{'id': '9a68e3f8-a00b-435e-8110-e087aaf03b00', 'name': '', 'network_id': 'a0bb5409-5aef-420e-a54b-e6389575efec', 'tenant_id': 'a5a141862b6744ce9b30c5f8d1660e72', 'mac_address': 'fa:16:3e:12:fa:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1290a462-6664-417c-8df7-f7a27d03139f', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '2609a4d9-342a-40d3-be02-f8f96544aa88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:31:03Z', 'updated_at': '2021-07-22T02:31:04Z', 'revision_number': 2, 'project_id': 'a5a141862b6744ce9b30c5f8d1660e72', 'subnets': [{'id': '2609a4d9-342a-40d3-be02-f8f96544aa88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:31:12.863148 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-b9c86de9-d6ab-4747-8172-7530e3bf07cf req-2ddcbb6b-81f5-4df3-bf5a-db672b8554b4 service neutron] 10.222.0.23 "GET /v2.0/networks/72ed7fff-9ec8-4d42-8728-85745d62dd2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344147 Jul 22 02:31:12.888678 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711ba309-afa9-46ab-9bc8-e495821c8794 None None] Checking router: 1290a462-6664-417c-8df7-f7a27d03139f for host: dv-cinder-792299-6-iscsi {{(pid=93207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:31:12.889053 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711ba309-afa9-46ab-9bc8-e495821c8794 None None] Updating router 1290a462-6664-417c-8df7-f7a27d03139f port 9a68e3f8-a00b-435e-8110-e087aaf03b00 binding host dv-cinder-792299-6-iscsi {{(pid=93207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 02:31:12.932324 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-711ba309-afa9-46ab-9bc8-e495821c8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:13.049021 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-b9c86de9-d6ab-4747-8172-7530e3bf07cf req-6d2a6704-108f-429f-b0cc-dacfcaba6ab2 service neutron] 10.222.0.23 "GET /v2.0/networks/72ed7fff-9ec8-4d42-8728-85745d62dd2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617863 Jul 22 02:31:13.183410 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device 67b813a3-74f4-430e-992b-ca97d706df07 up at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:31:13.304756 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning complete for port 67b813a3-74f4-430e-992b-ca97d706df07 triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:31:13.305831 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:13.594461 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ab11d3-403f-4cbd-be3d-55f3c7947e42 req-50c3cb11-7dcd-4341-8b33-5e724a3014b9 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:13.596758 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b6ab11d3-403f-4cbd-be3d-55f3c7947e42 req-50c3cb11-7dcd-4341-8b33-5e724a3014b9 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d3a35d1-5d50-4bbc-80be-46255b5b935d HTTP/1.1" status: 200 len: 945 time: 0.0925386 Jul 22 02:31:13.608270 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-711ba309-afa9-46ab-9bc8-e495821c8794 None None] Notify callbacks [] for port, precommit_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:13.620262 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-711ba309-afa9-46ab-9bc8-e495821c8794 None None] Transition to ACTIVE for port object 9a68e3f8-a00b-435e-8110-e087aaf03b00 will not be triggered until provisioned by entity L2. {{(pid=93207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:31:13.631270 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-711ba309-afa9-46ab-9bc8-e495821c8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:13.680421 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b6ab11d3-403f-4cbd-be3d-55f3c7947e42 req-dbb8c59e-c1d1-4e13-bfe2-bc787af83012 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752532 Jul 22 02:31:13.773667 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-711ba309-afa9-46ab-9bc8-e495821c8794 None None] Attempting to bind port 9a68e3f8-a00b-435e-8110-e087aaf03b00 on host dv-cinder-792299-6-iscsi for vnic_type normal with profile {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:31:13.774304 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-711ba309-afa9-46ab-9bc8-e495821c8794 None None] Attempting to bind port 9a68e3f8-a00b-435e-8110-e087aaf03b00 by drivers openvswitch,hyperv on host dv-cinder-792299-6-iscsi at level 0 using segments [{'id': '3b6379e9-43c4-4994-8210-376c5d971ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'a0bb5409-5aef-420e-a54b-e6389575efec'}] {{(pid=93207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:31:13.774448 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711ba309-afa9-46ab-9bc8-e495821c8794 None None] Attempting to bind port 9a68e3f8-a00b-435e-8110-e087aaf03b00 on network a0bb5409-5aef-420e-a54b-e6389575efec {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:31:13.776505 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee14a135-9380-48ec-8eed-a793e5bcab27 None None] Pushing event updated for resources: {'Port': ['ID=9a68e3f8-a00b-435e-8110-e087aaf03b00,revision_number=3']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:13.782486 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711ba309-afa9-46ab-9bc8-e495821c8794 None None] Checking agent: {'id': '2be9fc8b-48e5-48f4-81b8-a3920a82e981', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 21, 14), 'started_at': datetime.datetime(2021, 7, 22, 2, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:31:13.782858 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711ba309-afa9-46ab-9bc8-e495821c8794 None None] Checking segment: {'id': '3b6379e9-43c4-4994-8210-376c5d971ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'a0bb5409-5aef-420e-a54b-e6389575efec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:31:13.783373 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-711ba309-afa9-46ab-9bc8-e495821c8794 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:13.783745 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711ba309-afa9-46ab-9bc8-e495821c8794 None None] Bound using segment: {'id': '3b6379e9-43c4-4994-8210-376c5d971ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'a0bb5409-5aef-420e-a54b-e6389575efec'} {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:31:13.784225 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-711ba309-afa9-46ab-9bc8-e495821c8794 None None] Bound port: 9a68e3f8-a00b-435e-8110-e087aaf03b00, host: dv-cinder-792299-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b6379e9-43c4-4994-8210-376c5d971ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'a0bb5409-5aef-420e-a54b-e6389575efec'}}] {{(pid=93207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:31:13.784614 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-711ba309-afa9-46ab-9bc8-e495821c8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:13.840809 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-266c9f45-d49f-4ca1-8d55-0ad09c9c3c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:13.869865 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-711ba309-afa9-46ab-9bc8-e495821c8794 None None] For port 9a68e3f8-a00b-435e-8110-e087aaf03b00, host dv-cinder-792299-6-iscsi, cleared binding levels {{(pid=93207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:31:13.873864 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-711ba309-afa9-46ab-9bc8-e495821c8794 None None] For port 9a68e3f8-a00b-435e-8110-e087aaf03b00, host dv-cinder-792299-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=9a68e3f8-a00b-435e-8110-e087aaf03b00,segment=NetworkSegment(3b6379e9-43c4-4994-8210-376c5d971ce1),segment_id=3b6379e9-43c4-4994-8210-376c5d971ce1)] {{(pid=93207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:31:13.889523 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-711ba309-afa9-46ab-9bc8-e495821c8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:13.938594 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:13.949583 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc9dd44-3db1-4943-bf00-50522a2793df req-aa5bf179-731f-4c88-9116-a807bad93d5a tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:13.951124 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-7bc9dd44-3db1-4943-bf00-50522a2793df req-aa5bf179-731f-4c88-9116-a807bad93d5a tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 945 time: 0.1221583 Jul 22 02:31:13.972413 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711ba309-afa9-46ab-9bc8-e495821c8794 None None] Routers {'1290a462-6664-417c-8df7-f7a27d03139f'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:31:13.977580 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-711ba309-afa9-46ab-9bc8-e495821c8794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:31:14Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['1290a462-6664-417c-8df7-f7a27d03139f'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:31:14.053051 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-7bc9dd44-3db1-4943-bf00-50522a2793df req-6581081a-c30d-4fdf-804f-8be8c6456ccf tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829902 Jul 22 02:31:14.078606 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee14a135-9380-48ec-8eed-a793e5bcab27 None None] Pushing event updated for resources: {'Port': ['ID=9a68e3f8-a00b-435e-8110-e087aaf03b00,revision_number=4']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:14.170197 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-711ba309-afa9-46ab-9bc8-e495821c8794 None None] Set router 1290a462-6664-417c-8df7-f7a27d03139f gateway port host: dv-cinder-792299-6-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:31:14.542347 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-711ba309-afa9-46ab-9bc8-e495821c8794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1290a462-6664-417c-8df7-f7a27d03139f', 'name': 'tempest-TestVolumeBootPattern-851202945-router', 'tenant_id': 'a5a141862b6744ce9b30c5f8d1660e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '67b813a3-74f4-430e-992b-ca97d706df07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:30:56Z', 'updated_at': '2021-07-22T02:31:04Z', 'revision_number': 4, 'project_id': 'a5a141862b6744ce9b30c5f8d1660e72', 'gw_port': {'id': '67b813a3-74f4-430e-992b-ca97d706df07', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1290a462-6664-417c-8df7-f7a27d03139f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:58Z', 'updated_at': '2021-07-22T02:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_interfaces': [{'id': '9a68e3f8-a00b-435e-8110-e087aaf03b00', 'name': '', 'network_id': 'a0bb5409-5aef-420e-a54b-e6389575efec', 'tenant_id': 'a5a141862b6744ce9b30c5f8d1660e72', 'mac_address': 'fa:16:3e:12:fa:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1290a462-6664-417c-8df7-f7a27d03139f', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '2609a4d9-342a-40d3-be02-f8f96544aa88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:31:03Z', 'updated_at': '2021-07-22T02:31:13Z', 'revision_number': 4, 'project_id': 'a5a141862b6744ce9b30c5f8d1660e72', 'subnets': [{'id': '2609a4d9-342a-40d3-be02-f8f96544aa88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:31:14.586753 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711ba309-afa9-46ab-9bc8-e495821c8794 None None] The sync data for ids ['1290a462-6664-417c-8df7-f7a27d03139f'] in dv-cinder-792299-6-iscsi is: [{'id': '1290a462-6664-417c-8df7-f7a27d03139f', 'name': 'tempest-TestVolumeBootPattern-851202945-router', 'tenant_id': 'a5a141862b6744ce9b30c5f8d1660e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '67b813a3-74f4-430e-992b-ca97d706df07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:30:56Z', 'updated_at': '2021-07-22T02:31:04Z', 'revision_number': 4, 'project_id': 'a5a141862b6744ce9b30c5f8d1660e72', 'gw_port': {'id': '67b813a3-74f4-430e-992b-ca97d706df07', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1290a462-6664-417c-8df7-f7a27d03139f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:58Z', 'updated_at': '2021-07-22T02:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_interfaces': [{'id': '9a68e3f8-a00b-435e-8110-e087aaf03b00', 'name': '', 'network_id': 'a0bb5409-5aef-420e-a54b-e6389575efec', 'tenant_id': 'a5a141862b6744ce9b30c5f8d1660e72', 'mac_address': 'fa:16:3e:12:fa:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1290a462-6664-417c-8df7-f7a27d03139f', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '2609a4d9-342a-40d3-be02-f8f96544aa88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:31:03Z', 'updated_at': '2021-07-22T02:31:13Z', 'revision_number': 4, 'project_id': 'a5a141862b6744ce9b30c5f8d1660e72', 'subnets': [{'id': '2609a4d9-342a-40d3-be02-f8f96544aa88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:31:14.706514 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9c5a9526-544c-492b-b3ab-1b4c68701215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:14.820769 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5194c3b-1553-4473-806a-03bc960b913b req-b4eabc1d-987f-42e9-89df-91bb67b3e439 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:14.822337 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-c5194c3b-1553-4473-806a-03bc960b913b req-b4eabc1d-987f-42e9-89df-91bb67b3e439 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d3a35d1-5d50-4bbc-80be-46255b5b935d HTTP/1.1" status: 200 len: 945 time: 0.0813203 Jul 22 02:31:14.885336 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-c5194c3b-1553-4473-806a-03bc960b913b req-20a37021-f0a3-46bd-aa29-601d0a63d648 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570276 Jul 22 02:31:15.215556 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device 9a68e3f8-a00b-435e-8110-e087aaf03b00 up at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:31:15.302995 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7eaf88-c329-43d5-af6a-7614c3f18184 req-70afce69-cc84-453d-bc75-9478f32b3f15 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:15.307529 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-ef7eaf88-c329-43d5-af6a-7614c3f18184 req-70afce69-cc84-453d-bc75-9478f32b3f15 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 945 time: 0.1188653 Jul 22 02:31:15.319639 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning for port 9a68e3f8-a00b-435e-8110-e087aaf03b00 completed by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:31:15.326812 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning complete for port 9a68e3f8-a00b-435e-8110-e087aaf03b00 triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:31:15.329529 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:15.365996 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-ef7eaf88-c329-43d5-af6a-7614c3f18184 req-1305e73d-2a9a-4e21-886c-f15968b8b412 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572152 Jul 22 02:31:15.494892 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:15.575318 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] For port 9a68e3f8-a00b-435e-8110-e087aaf03b00, host dv-cinder-792299-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=9a68e3f8-a00b-435e-8110-e087aaf03b00,segment=NetworkSegment(3b6379e9-43c4-4994-8210-376c5d971ce1),segment_id=3b6379e9-43c4-4994-8210-376c5d971ce1)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:31:15.597429 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:15.675299 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Pushing event updated for resources: {'Port': ['ID=9a68e3f8-a00b-435e-8110-e087aaf03b00,revision_number=5']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:16.032473 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e46f33-e224-42c7-b3d5-a4d517e49496 req-f7a44d9d-dbc3-44a1-83ff-52526a8daaee tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:16.034074 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a3e46f33-e224-42c7-b3d5-a4d517e49496 req-f7a44d9d-dbc3-44a1-83ff-52526a8daaee tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d3a35d1-5d50-4bbc-80be-46255b5b935d HTTP/1.1" status: 200 len: 945 time: 0.0840759 Jul 22 02:31:16.086480 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a3e46f33-e224-42c7-b3d5-a4d517e49496 req-529b7fd2-d724-4974-afe3-adb8cdfebab5 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457892 Jul 22 02:31:16.228010 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-46ac0fbd-03cc-41f5-9e75-a35c43e1b5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:16.546832 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c6604b-0d93-444e-b802-8c2bdd169747 req-8ef25b4f-c1fd-4447-aa5d-4b10f779700e tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:16.548965 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d5c6604b-0d93-444e-b802-8c2bdd169747 req-8ef25b4f-c1fd-4447-aa5d-4b10f779700e tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 945 time: 0.0875559 Jul 22 02:31:16.605156 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d5c6604b-0d93-444e-b802-8c2bdd169747 req-1414f345-3883-4772-9481-92ca503d4628 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460968 Jul 22 02:31:17.113377 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device 9a68e3f8-a00b-435e-8110-e087aaf03b00 up at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:31:17.182098 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning complete for port 9a68e3f8-a00b-435e-8110-e087aaf03b00 triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:31:17.182387 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:17.313566 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d1bd2-4e90-483c-bbef-44f3993f0d51 req-81631cf2-5127-4f51-92b0-68cb8731e91a tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:17.315223 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-ef5d1bd2-4e90-483c-bbef-44f3993f0d51 req-81631cf2-5127-4f51-92b0-68cb8731e91a tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d3a35d1-5d50-4bbc-80be-46255b5b935d HTTP/1.1" status: 200 len: 945 time: 0.1242630 Jul 22 02:31:17.360293 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-ef5d1bd2-4e90-483c-bbef-44f3993f0d51 req-b1e8d3d9-5b9a-473f-8f8d-fcd38da2ef0e tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386703 Jul 22 02:31:17.833897 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3142bc-d0c4-4205-a4be-e8a0185a7e4d req-fd1a8ac6-1e16-4825-8588-569dda75c58b tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:17.841994 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-ad3142bc-d0c4-4205-a4be-e8a0185a7e4d req-fd1a8ac6-1e16-4825-8588-569dda75c58b tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 945 time: 0.1617424 Jul 22 02:31:17.920800 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-ad3142bc-d0c4-4205-a4be-e8a0185a7e4d req-3c3d90b3-1a18-4bf0-82ca-a78fd289501d tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781021 Jul 22 02:31:18.585734 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f338362d-fb7c-4991-ab91-f3164b3b9216 req-28c50b47-216f-490a-b290-27b8d80fa1a5 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:18.593315 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-f338362d-fb7c-4991-ab91-f3164b3b9216 req-28c50b47-216f-490a-b290-27b8d80fa1a5 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d3a35d1-5d50-4bbc-80be-46255b5b935d HTTP/1.1" status: 200 len: 945 time: 0.0987935 Jul 22 02:31:18.639612 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-f338362d-fb7c-4991-ab91-f3164b3b9216 req-825cdb25-00b4-4e36-a3f2-46902d2868cd tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452957 Jul 22 02:31:19.306444 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e5576f-ecfd-43ef-844e-41a639736b28 req-6e99e236-8ee5-4cb0-ba91-cf99cc6cd1c9 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:19.307249 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e5e5576f-ecfd-43ef-844e-41a639736b28 req-6e99e236-8ee5-4cb0-ba91-cf99cc6cd1c9 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 945 time: 0.1365929 Jul 22 02:31:19.351988 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e5e5576f-ecfd-43ef-844e-41a639736b28 req-bde02298-55d2-4756-97c9-d54326efcd9c tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380213 Jul 22 02:31:19.924734 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc57815b-1889-46e4-9a43-bf9b41d9fb9a req-595a6dbe-0941-4bac-b26e-eae49147b4e1 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:19.926328 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-fc57815b-1889-46e4-9a43-bf9b41d9fb9a req-595a6dbe-0941-4bac-b26e-eae49147b4e1 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d3a35d1-5d50-4bbc-80be-46255b5b935d HTTP/1.1" status: 200 len: 945 time: 0.1502466 Jul 22 02:31:19.982174 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-fc57815b-1889-46e4-9a43-bf9b41d9fb9a req-380bef3e-054e-487c-9287-8366d2b499ce tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493331 Jul 22 02:31:20.587003 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be307651-d92d-49f5-877a-ff858c06ef88 req-a1ca9198-dce9-4059-8e4e-7b5f01f8a774 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:20.594473 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-be307651-d92d-49f5-877a-ff858c06ef88 req-a1ca9198-dce9-4059-8e4e-7b5f01f8a774 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 945 time: 0.1188214 Jul 22 02:31:20.654974 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-be307651-d92d-49f5-877a-ff858c06ef88 req-63f2cea0-8a62-415f-84b2-02c409f2e4bc tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497229 Jul 22 02:31:21.142921 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b713e-0249-4996-b70e-ce26f0c2490d req-85cdb2b5-b43e-4859-806c-f0f371fe626f tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:21.144455 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-914b713e-0249-4996-b70e-ce26f0c2490d req-85cdb2b5-b43e-4859-806c-f0f371fe626f tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d3a35d1-5d50-4bbc-80be-46255b5b935d HTTP/1.1" status: 200 len: 945 time: 0.0737178 Jul 22 02:31:21.214724 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-914b713e-0249-4996-b70e-ce26f0c2490d req-4e4b219f-c8ea-4e06-a64a-50bc315ede24 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614660 Jul 22 02:31:22.084615 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2af1f2-1a59-4c97-bb64-1dbb6081ae3b req-c2afa6e3-bc22-4020-950e-3cd9dad45e47 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:22.092413 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-5a2af1f2-1a59-4c97-bb64-1dbb6081ae3b req-c2afa6e3-bc22-4020-950e-3cd9dad45e47 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 945 time: 0.0887017 Jul 22 02:31:22.153597 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-5a2af1f2-1a59-4c97-bb64-1dbb6081ae3b req-74f65435-72b6-40cc-b652-29178988a1d4 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599971 Jul 22 02:31:22.374828 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c4db9e-13cb-4e45-9c3c-9803fe152ebd req-8ae0bfa5-c211-4eb3-a5a0-9e81c7aaf4b8 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:22.382100 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-07c4db9e-13cb-4e45-9c3c-9803fe152ebd req-8ae0bfa5-c211-4eb3-a5a0-9e81c7aaf4b8 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d3a35d1-5d50-4bbc-80be-46255b5b935d HTTP/1.1" status: 200 len: 945 time: 0.0963831 Jul 22 02:31:22.448808 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-07c4db9e-13cb-4e45-9c3c-9803fe152ebd req-f7de2041-832d-46f6-b2b3-59ce34bf414d tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496802 Jul 22 02:31:22.598466 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad28311-2690-4010-8917-58e0d7ef5920 req-f0b4e271-0a93-48dd-a771-87278f0ba6ef tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:22.605822 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-fad28311-2690-4010-8917-58e0d7ef5920 req-f0b4e271-0a93-48dd-a771-87278f0ba6ef tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/networks?id=7d104b28-014f-472e-8afa-ee2cdb209037 HTTP/1.1" status: 200 len: 814 time: 0.1506410 Jul 22 02:31:22.621655 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-fad28311-2690-4010-8917-58e0d7ef5920 req-b68e0ac1-164b-4c31-a0f8-c27303e2ee33 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/quotas/60e53c28ef444ab7bab4b366b3848f57 HTTP/1.1" status: 200 len: 375 time: 0.0143199 Jul 22 02:31:22.741963 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-fad28311-2690-4010-8917-58e0d7ef5920 req-e0b6dece-0a64-4f74-9429-1d367c17b5b9 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=60e53c28ef444ab7bab4b366b3848f57&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1118000 Jul 22 02:31:22.881174 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-fad28311-2690-4010-8917-58e0d7ef5920 req-aae1f0b5-eb43-4959-8fda-2bbe89d7ae7a service neutron] 10.222.0.30 "GET /v2.0/networks/7d104b28-014f-472e-8afa-ee2cdb209037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220710 Jul 22 02:31:22.991162 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-fad28311-2690-4010-8917-58e0d7ef5920 req-09c8519e-e3a5-4717-a8d0-d7ec8bb33423 service neutron] 10.222.0.30 "GET /v2.0/networks/7d104b28-014f-472e-8afa-ee2cdb209037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029859 Jul 22 02:31:23.312035 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-76256b4a-bc45-48e2-9886-ca297ed6a206 req-7ab0b6e4-40bf-49e4-bb57-6b928843494e tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/ports?device_id=71dfa8dc-f40a-4525-8062-460fe5fb9c31 HTTP/1.1" status: 200 len: 210 time: 0.0446715 Jul 22 02:31:23.343974 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c78a69-a7b5-4742-813e-e29bfd9c4638 req-fa1a2d0b-c44a-4e3d-810a-549b1e70e6ba tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:23.345849 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-c5c78a69-a7b5-4742-813e-e29bfd9c4638 req-fa1a2d0b-c44a-4e3d-810a-549b1e70e6ba tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 945 time: 0.1199367 Jul 22 02:31:23.408033 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-c5c78a69-a7b5-4742-813e-e29bfd9c4638 req-8e2bc1dc-5ee8-496e-bd58-631acbaa15fb tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551562 Jul 22 02:31:23.497343 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 58642) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:31:23.635465 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.db_base_plugin_v2 [None req-38800b7e-4684-4aa8-8a7f-a51cb4c69b4d admin admin] Deleting subnet 706b907b-b79e-4ec5-9ce9-e0afff230ead {{(pid=93206) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 02:31:23.640863 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-38800b7e-4684-4aa8-8a7f-a51cb4c69b4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:23.693088 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-38800b7e-4684-4aa8-8a7f-a51cb4c69b4d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:23.701547 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-38800b7e-4684-4aa8-8a7f-a51cb4c69b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774554'] for subnet, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:23.755235 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af2765-46d3-4b76-b648-14acd133d1ea req-6c7c083e-9d2f-4fe7-b571-7d6d282e2b4b tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:23.756868 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-29af2765-46d3-4b76-b648-14acd133d1ea req-6c7c083e-9d2f-4fe7-b571-7d6d282e2b4b tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d3a35d1-5d50-4bbc-80be-46255b5b935d HTTP/1.1" status: 200 len: 945 time: 0.1845446 Jul 22 02:31:23.851555 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-29af2765-46d3-4b76-b648-14acd133d1ea req-4cf370d5-a696-4e3f-99a3-6b50b1c2e9a6 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874083 Jul 22 02:31:23.868204 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-38800b7e-4684-4aa8-8a7f-a51cb4c69b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863'] for subnet, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:23.887283 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-38800b7e-4684-4aa8-8a7f-a51cb4c69b4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:23.890301 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-38800b7e-4684-4aa8-8a7f-a51cb4c69b4d admin admin] 10.222.0.30 "DELETE /v2.0/subnets/706b907b-b79e-4ec5-9ce9-e0afff230ead HTTP/1.1" status: 204 len: 168 time: 0.3917625 Jul 22 02:31:23.893076 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 58652) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:31:23.910832 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38800b7e-4684-4aa8-8a7f-a51cb4c69b4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=706b907b-b79e-4ec5-9ce9-e0afff230ead,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:23.979490 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-b554341d-b803-4a54-a549-234a7386eca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-716893'] for network, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:24.126008 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-b554341d-b803-4a54-a549-234a7386eca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-773542', 'neutron.services.segments.db._delete_segments_for_network-8789868033329'] for network, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:24.137932 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.services.segments.db [None req-b554341d-b803-4a54-a549-234a7386eca4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c068a1e-0171-44d5-be72-0f75b944565d']}} {{(pid=93205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:31:24.150104 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.services.segments.db [None req-b554341d-b803-4a54-a549-234a7386eca4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a638b51d-2435-4496-9631-dd2b69a2f0b6') {'for_net_delete': True} {{(pid=93205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:31:24.150674 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.services.segments.db [None req-b554341d-b803-4a54-a549-234a7386eca4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a638b51d-2435-4496-9631-dd2b69a2f0b6') {} {{(pid=93205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:31:24.166773 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-b554341d-b803-4a54-a549-234a7386eca4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789868033850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3324604'] for segment, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:24.192622 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-b554341d-b803-4a54-a549-234a7386eca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767938'] for segment, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:24.202116 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b554341d-b803-4a54-a549-234a7386eca4 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=93205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 02:31:24.202615 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-b554341d-b803-4a54-a549-234a7386eca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3324428'] for segment, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:24.204717 dv-cinder-792299-6-iscsi neutron-server[93205]: Traceback (most recent call last): Jul 22 02:31:24.204717 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 02:31:24.204717 dv-cinder-792299-6-iscsi neutron-server[93205]: timer() Jul 22 02:31:24.204717 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 02:31:24.204717 dv-cinder-792299-6-iscsi neutron-server[93205]: cb(*args, **kw) Jul 22 02:31:24.204717 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 02:31:24.204717 dv-cinder-792299-6-iscsi neutron-server[93205]: return func(*args, **kwargs) Jul 22 02:31:24.204717 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 02:31:24.204717 dv-cinder-792299-6-iscsi neutron-server[93205]: self._notify() Jul 22 02:31:24.204717 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 02:31:24.204717 dv-cinder-792299-6-iscsi neutron-server[93205]: self.callback(batched_events) Jul 22 02:31:24.204717 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 02:31:24.204717 dv-cinder-792299-6-iscsi neutron-server[93205]: event.method(event) Jul 22 02:31:24.204717 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 02:31:24.204717 dv-cinder-792299-6-iscsi neutron-server[93205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 02:31:24.204717 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 02:31:24.204717 dv-cinder-792299-6-iscsi neutron-server[93205]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 02:31:24.204717 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 02:31:24.204717 dv-cinder-792299-6-iscsi neutron-server[93205]: return f(self, *a, **k) Jul 22 02:31:24.204717 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 02:31:24.204717 dv-cinder-792299-6-iscsi neutron-server[93205]: return self._get(url).json() Jul 22 02:31:24.204717 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 02:31:24.204717 dv-cinder-792299-6-iscsi neutron-server[93205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 02:31:24.204717 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 02:31:24.204717 dv-cinder-792299-6-iscsi neutron-server[93205]: return self.request(url, 'GET', **kwargs) Jul 22 02:31:24.204717 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 02:31:24.204717 dv-cinder-792299-6-iscsi neutron-server[93205]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 02:31:24.204717 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 02:31:24.204717 dv-cinder-792299-6-iscsi neutron-server[93205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 02:31:24.204717 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 02:31:24.204717 dv-cinder-792299-6-iscsi neutron-server[93205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 02:31:24.204717 dv-cinder-792299-6-iscsi neutron-server[93205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 02:31:24.282305 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-b554341d-b803-4a54-a549-234a7386eca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746579'] for network, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:24.290268 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-b554341d-b803-4a54-a549-234a7386eca4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583845'] for network, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:24.297084 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-b554341d-b803-4a54-a549-234a7386eca4 admin admin] 10.222.0.30 "DELETE /v2.0/networks/1c068a1e-0171-44d5-be72-0f75b944565d HTTP/1.1" status: 204 len: 168 time: 0.4005992 Jul 22 02:31:24.331353 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b554341d-b803-4a54-a549-234a7386eca4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c068a1e-0171-44d5-be72-0f75b944565d,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:24.434794 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-8e1f9b1c-1265-498a-94d9-be8aafd4e3ab req-806620f0-8ee3-4b71-962e-5b82fc90b14c tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/ports?device_id=71dfa8dc-f40a-4525-8062-460fe5fb9c31 HTTP/1.1" status: 200 len: 210 time: 0.0421433 Jul 22 02:31:24.567353 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea9101d-21c4-467a-8b70-5a4cafdae344 req-4507a1c7-1b9e-4cde-a0a8-6e550d7304e8 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:24.576805 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-aea9101d-21c4-467a-8b70-5a4cafdae344 req-4507a1c7-1b9e-4cde-a0a8-6e550d7304e8 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 945 time: 0.0824249 Jul 22 02:31:24.588372 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 58670) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:31:24.631085 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-aea9101d-21c4-467a-8b70-5a4cafdae344 req-897cfdbe-9178-4f47-9e10-6ec68b14fd78 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510001 Jul 22 02:31:24.766598 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-41e0590b-c47e-41c8-a69c-47945bf6dd14 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4f5097940e534bb293c6f45747e062d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1755576 Jul 22 02:31:24.767200 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 58672) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:31:24.818940 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad28311-2690-4010-8917-58e0d7ef5920 req-4755dbfb-25e2-4728-a614-6c0f5e5f5483 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:24.826112 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-fad28311-2690-4010-8917-58e0d7ef5920 req-4755dbfb-25e2-4728-a614-6c0f5e5f5483 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.23 "GET /v2.0/networks?id=7d104b28-014f-472e-8afa-ee2cdb209037 HTTP/1.1" status: 200 len: 814 time: 0.2100275 Jul 22 02:31:24.833058 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-666966e8-681a-45d0-9c57-bb2acad8fc47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:24.846755 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [req-fad28311-2690-4010-8917-58e0d7ef5920 req-02d71da4-d68f-4fc3-a713-b8d434885f68 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Request body: {'port': {'device_id': '71dfa8dc-f40a-4525-8062-460fe5fb9c31', 'network_id': '7d104b28-014f-472e-8afa-ee2cdb209037', 'admin_state_up': True, 'tenant_id': '60e53c28ef444ab7bab4b366b3848f57'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:31:24.864919 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-666966e8-681a-45d0-9c57-bb2acad8fc47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:24.950025 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-666966e8-681a-45d0-9c57-bb2acad8fc47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:24.953648 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-666966e8-681a-45d0-9c57-bb2acad8fc47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:24.955126 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-666966e8-681a-45d0-9c57-bb2acad8fc47 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/643d1e5c-74da-4213-83af-8f94feefb225 HTTP/1.1" status: 204 len: 168 time: 0.1865299 Jul 22 02:31:24.985565 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666966e8-681a-45d0-9c57-bb2acad8fc47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643d1e5c-74da-4213-83af-8f94feefb225,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:25.044324 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fad28311-2690-4010-8917-58e0d7ef5920 req-02d71da4-d68f-4fc3-a713-b8d434885f68 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Made reservation on behalf of 60e53c28ef444ab7bab4b366b3848f57 for: {'port': 1} {{(pid=93205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:31:25.048545 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-fad28311-2690-4010-8917-58e0d7ef5920 req-02d71da4-d68f-4fc3-a713-b8d434885f68 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:25.113651 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83005e-d9b9-4d35-bfb2-3eefc147ed56 req-e60625d8-6876-4b73-b335-533313e9fd74 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:25.115328 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-5e83005e-d9b9-4d35-bfb2-3eefc147ed56 req-e60625d8-6876-4b73-b335-533313e9fd74 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d3a35d1-5d50-4bbc-80be-46255b5b935d HTTP/1.1" status: 200 len: 945 time: 0.1126070 Jul 22 02:31:25.182368 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-5e83005e-d9b9-4d35-bfb2-3eefc147ed56 req-3457e3bc-2fa7-4baa-bdac-ed3ddc55334c tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602331 Jul 22 02:31:25.240374 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.db_base_plugin_common [req-fad28311-2690-4010-8917-58e0d7ef5920 req-02d71da4-d68f-4fc3-a713-b8d434885f68 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Allocated IP 172.20.0.10 (7d104b28-014f-472e-8afa-ee2cdb209037/e348ba7a-6c7e-455e-97d0-0c7dd6db87f0/fd2c65fe-516a-41aa-9be1-348af6dff2e1) {{(pid=93205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:31:25.451449 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-fad28311-2690-4010-8917-58e0d7ef5920 req-02d71da4-d68f-4fc3-a713-b8d434885f68 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Notify callbacks [] for port, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:25.601054 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-45f13366-55c4-4fd9-a173-3c7478bcc7a0 req-d6a01e75-0369-448d-ac66-81165cf14eca tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/ports?device_id=71dfa8dc-f40a-4525-8062-460fe5fb9c31 HTTP/1.1" status: 200 len: 210 time: 0.0615592 Jul 22 02:31:25.739166 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.provisioning_blocks [req-fad28311-2690-4010-8917-58e0d7ef5920 req-02d71da4-d68f-4fc3-a713-b8d434885f68 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Transition to ACTIVE for port object fd2c65fe-516a-41aa-9be1-348af6dff2e1 will not be triggered until provisioned by entity DHCP. {{(pid=93205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:31:25.806370 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-fad28311-2690-4010-8917-58e0d7ef5920 req-02d71da4-d68f-4fc3-a713-b8d434885f68 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789867566219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3324451'] for port, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:25.817528 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a0f00-64e3-4b1c-8783-3d0362ef0fa7 req-a0a80d69-cfda-4e36-86c1-e387e7818c2c tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:25.819284 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-c27a0f00-64e3-4b1c-8783-3d0362ef0fa7 req-a0a80d69-cfda-4e36-86c1-e387e7818c2c tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=f216bb9b-6185-4d65-89b6-ca6438bf408d HTTP/1.1" status: 200 len: 945 time: 0.1343155 Jul 22 02:31:25.861592 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ef4f0-b1fc-420d-84ef-4847e78054e6 req-c48ac6ce-f012-40ae-a076-3414a60c13ef tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:25.863470 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b99ef4f0-b1fc-420d-84ef-4847e78054e6 req-c48ac6ce-f012-40ae-a076-3414a60c13ef tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 945 time: 0.1307502 Jul 22 02:31:25.903314 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fad28311-2690-4010-8917-58e0d7ef5920 req-02d71da4-d68f-4fc3-a713-b8d434885f68 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Network 7d104b28-014f-472e-8afa-ee2cdb209037 is already hosted by enough agents. {{(pid=93205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:31:25.918206 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.base_scheduler [req-fad28311-2690-4010-8917-58e0d7ef5920 req-02d71da4-d68f-4fc3-a713-b8d434885f68 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Resources bound (agent type, host, resource id): {{(pid=93205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:31:25.925643 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-c27a0f00-64e3-4b1c-8783-3d0362ef0fa7 req-10868167-5b96-478e-83ae-d6d837993dbd tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879538 Jul 22 02:31:25.932860 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.l3_dvrscheduler_db [req-fad28311-2690-4010-8917-58e0d7ef5920 req-02d71da4-d68f-4fc3-a713-b8d434885f68 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Received port after_create {{(pid=93205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:31:25.945693 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b99ef4f0-b1fc-420d-84ef-4847e78054e6 req-a083d4cc-0e07-43b3-a818-0a12f0f59b93 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753944 Jul 22 02:31:25.965904 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d71da4-d68f-4fc3-a713-b8d434885f68 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Pushing event updated for resources: {'Port': ['ID=fd2c65fe-516a-41aa-9be1-348af6dff2e1,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:26.046693 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad28311-2690-4010-8917-58e0d7ef5920 req-02d71da4-d68f-4fc3-a713-b8d434885f68 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:26.050133 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-fad28311-2690-4010-8917-58e0d7ef5920 req-02d71da4-d68f-4fc3-a713-b8d434885f68 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409'] for port, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:26.089963 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-fad28311-2690-4010-8917-58e0d7ef5920 req-02d71da4-d68f-4fc3-a713-b8d434885f68 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2471273 Jul 22 02:31:26.105661 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [req-fad28311-2690-4010-8917-58e0d7ef5920 req-a32e27e2-fe27-4142-be57-c14203acea09 service neutron] Request body: {'port': {'device_id': '71dfa8dc-f40a-4525-8062-460fe5fb9c31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:31:26.191680 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-a8079e29-c60e-4c33-849c-9a49e1caf064 None None] Provisioning for port fd2c65fe-516a-41aa-9be1-348af6dff2e1 completed by entity DHCP. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:31:26.197030 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-a8079e29-c60e-4c33-849c-9a49e1caf064 None None] Provisioning complete for port fd2c65fe-516a-41aa-9be1-348af6dff2e1 triggered by entity DHCP. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:31:26.197418 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-a8079e29-c60e-4c33-849c-9a49e1caf064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:26.239368 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-fad28311-2690-4010-8917-58e0d7ef5920 req-a32e27e2-fe27-4142-be57-c14203acea09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:26.287529 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-a8079e29-c60e-4c33-849c-9a49e1caf064 None None] Port fd2c65fe-516a-41aa-9be1-348af6dff2e1 cannot update to ACTIVE because it is not bound. {{(pid=93207) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 02:31:26.414308 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b44ab-3182-455b-acec-7ce58ba6156b req-48939c13-a898-4c09-85d9-311aa63c6b5e tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:26.423907 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-381b44ab-3182-455b-acec-7ce58ba6156b req-48939c13-a898-4c09-85d9-311aa63c6b5e tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d3a35d1-5d50-4bbc-80be-46255b5b935d HTTP/1.1" status: 200 len: 945 time: 0.1254251 Jul 22 02:31:26.480665 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-381b44ab-3182-455b-acec-7ce58ba6156b req-c54b2dd7-ba4d-4510-aaef-0560b2c09e4e tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556517 Jul 22 02:31:26.733644 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.notifiers.nova [req-fad28311-2690-4010-8917-58e0d7ef5920 req-a32e27e2-fe27-4142-be57-c14203acea09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd2c65fe-516a-41aa-9be1-348af6dff2e1 {{(pid=93205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:31:26.753532 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-fad28311-2690-4010-8917-58e0d7ef5920 req-a32e27e2-fe27-4142-be57-c14203acea09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:26.769089 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.provisioning_blocks [req-fad28311-2690-4010-8917-58e0d7ef5920 req-a32e27e2-fe27-4142-be57-c14203acea09 service neutron] Transition to ACTIVE for port object fd2c65fe-516a-41aa-9be1-348af6dff2e1 will not be triggered until provisioned by entity L2. {{(pid=93205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:31:26.773882 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-fad28311-2690-4010-8917-58e0d7ef5920 req-a32e27e2-fe27-4142-be57-c14203acea09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3324456'] for port, after_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:26.778357 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cfd8bc-680f-4c8d-8494-06c904bdd6e9 req-02311822-6387-46ed-9f63-ecb3bdc71911 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:26.779865 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-07cfd8bc-680f-4c8d-8494-06c904bdd6e9 req-02311822-6387-46ed-9f63-ecb3bdc71911 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/ports?device_id=71dfa8dc-f40a-4525-8062-460fe5fb9c31 HTTP/1.1" status: 200 len: 932 time: 0.0806301 Jul 22 02:31:26.841634 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-07cfd8bc-680f-4c8d-8494-06c904bdd6e9 req-0af6908e-afbf-49f1-be4d-af41feb7b6f3 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/security-groups?id=f13f5576-774a-463a-ae27-ddf3f24faf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546443 Jul 22 02:31:26.902583 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32e27e2-fe27-4142-be57-c14203acea09 service neutron] Pushing event updated for resources: {'Port': ['ID=fd2c65fe-516a-41aa-9be1-348af6dff2e1,revision_number=2']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:26.940072 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.managers [req-fad28311-2690-4010-8917-58e0d7ef5920 req-a32e27e2-fe27-4142-be57-c14203acea09 service neutron] Attempting to bind port fd2c65fe-516a-41aa-9be1-348af6dff2e1 on host hv-cinder-79229 for vnic_type normal with profile {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:31:26.940943 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.managers [req-fad28311-2690-4010-8917-58e0d7ef5920 req-a32e27e2-fe27-4142-be57-c14203acea09 service neutron] Attempting to bind port fd2c65fe-516a-41aa-9be1-348af6dff2e1 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '96fb0343-6944-4dfe-bca8-613847c19d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7d104b28-014f-472e-8afa-ee2cdb209037'}] {{(pid=93205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:31:26.942080 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad28311-2690-4010-8917-58e0d7ef5920 req-a32e27e2-fe27-4142-be57-c14203acea09 service neutron] Attempting to bind port fd2c65fe-516a-41aa-9be1-348af6dff2e1 on network 7d104b28-014f-472e-8afa-ee2cdb209037 {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:31:26.947206 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad28311-2690-4010-8917-58e0d7ef5920 req-a32e27e2-fe27-4142-be57-c14203acea09 service neutron] Port fd2c65fe-516a-41aa-9be1-348af6dff2e1 on network 7d104b28-014f-472e-8afa-ee2cdb209037 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 02:31:26.947605 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad28311-2690-4010-8917-58e0d7ef5920 req-a32e27e2-fe27-4142-be57-c14203acea09 service neutron] Attempting to bind port fd2c65fe-516a-41aa-9be1-348af6dff2e1 on network 7d104b28-014f-472e-8afa-ee2cdb209037 {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:31:26.953245 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad28311-2690-4010-8917-58e0d7ef5920 req-a32e27e2-fe27-4142-be57-c14203acea09 service neutron] Checking agent: {'id': '3e047b69-7131-4bb7-a905-86c2cdf7c2d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 27, 10), 'started_at': datetime.datetime(2021, 7, 22, 2, 27, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:31:26.953721 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad28311-2690-4010-8917-58e0d7ef5920 req-a32e27e2-fe27-4142-be57-c14203acea09 service neutron] Checking segment: {'id': '96fb0343-6944-4dfe-bca8-613847c19d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7d104b28-014f-472e-8afa-ee2cdb209037'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:31:26.954246 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad28311-2690-4010-8917-58e0d7ef5920 req-a32e27e2-fe27-4142-be57-c14203acea09 service neutron] Bound using segment: {'id': '96fb0343-6944-4dfe-bca8-613847c19d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7d104b28-014f-472e-8afa-ee2cdb209037'} {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:31:26.954779 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.managers [req-fad28311-2690-4010-8917-58e0d7ef5920 req-a32e27e2-fe27-4142-be57-c14203acea09 service neutron] Bound port: fd2c65fe-516a-41aa-9be1-348af6dff2e1, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96fb0343-6944-4dfe-bca8-613847c19d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7d104b28-014f-472e-8afa-ee2cdb209037'}}] {{(pid=93205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:31:26.955484 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-fad28311-2690-4010-8917-58e0d7ef5920 req-a32e27e2-fe27-4142-be57-c14203acea09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:27.120094 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.db [req-fad28311-2690-4010-8917-58e0d7ef5920 req-a32e27e2-fe27-4142-be57-c14203acea09 service neutron] For port fd2c65fe-516a-41aa-9be1-348af6dff2e1, host hv-cinder-79229, cleared binding levels {{(pid=93205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:31:27.125288 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.db [req-fad28311-2690-4010-8917-58e0d7ef5920 req-a32e27e2-fe27-4142-be57-c14203acea09 service neutron] For port fd2c65fe-516a-41aa-9be1-348af6dff2e1, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=fd2c65fe-516a-41aa-9be1-348af6dff2e1,segment=NetworkSegment(96fb0343-6944-4dfe-bca8-613847c19d98),segment_id=96fb0343-6944-4dfe-bca8-613847c19d98)] {{(pid=93205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:31:27.146339 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-fad28311-2690-4010-8917-58e0d7ef5920 req-a32e27e2-fe27-4142-be57-c14203acea09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3324456'] for port, after_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:27.190822 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad28311-2690-4010-8917-58e0d7ef5920 req-a32e27e2-fe27-4142-be57-c14203acea09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:27.191441 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-fad28311-2690-4010-8917-58e0d7ef5920 req-a32e27e2-fe27-4142-be57-c14203acea09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409'] for port, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:27.194038 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-fad28311-2690-4010-8917-58e0d7ef5920 req-a32e27e2-fe27-4142-be57-c14203acea09 service neutron] 10.222.0.23 "PUT /v2.0/ports/fd2c65fe-516a-41aa-9be1-348af6dff2e1 HTTP/1.1" status: 200 len: 1094 time: 1.0934515 Jul 22 02:31:27.195340 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71dfa8dc-f40a-4525-8062-460fe5fb9c31', 'tag': 'fd2c65fe-516a-41aa-9be1-348af6dff2e1'}] {{(pid=93205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:31:27.203162 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1519ab49a2e6f2c0b9af796621e68389a02ac4e63e9641ecb08298f364d17118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd87f96e-3c47-49a3-a7a7-922df3c06ce5" -d '{"events": [{"name": "network-changed", "server_uuid": "71dfa8dc-f40a-4525-8062-460fe5fb9c31", "tag": "fd2c65fe-516a-41aa-9be1-348af6dff2e1"}]}' {{(pid=93205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:31:27.219814 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3105e25c-847c-4ac7-86de-37ff7f61e943 req-fd45ea77-58b4-43c8-b746-98e27b6e0513 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:27.221607 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-3105e25c-847c-4ac7-86de-37ff7f61e943 req-fd45ea77-58b4-43c8-b746-98e27b6e0513 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 945 time: 0.1236613 Jul 22 02:31:27.239884 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c6a7a-63f0-408e-aa46-0d5577e636c5 req-78c51e91-cfeb-48c5-b021-0ce60ec02df5 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:27.241970 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-ae3c6a7a-63f0-408e-aa46-0d5577e636c5 req-78c51e91-cfeb-48c5-b021-0ce60ec02df5 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=f216bb9b-6185-4d65-89b6-ca6438bf408d HTTP/1.1" status: 200 len: 945 time: 0.1324458 Jul 22 02:31:27.311134 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32e27e2-fe27-4142-be57-c14203acea09 service neutron] Pushing event updated for resources: {'Port': ['ID=fd2c65fe-516a-41aa-9be1-348af6dff2e1,revision_number=3']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:27.319581 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-3105e25c-847c-4ac7-86de-37ff7f61e943 req-21daac27-24a4-4964-b308-020395215668 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837400 Jul 22 02:31:27.359300 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-ae3c6a7a-63f0-408e-aa46-0d5577e636c5 req-7af2b365-40ce-4f36-a228-1201c320b74d tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050036 Jul 22 02:31:27.375296 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad28311-2690-4010-8917-58e0d7ef5920 req-95b7d4ad-f2e9-4c2f-91e0-e7159eeb4475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:27.379916 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-fad28311-2690-4010-8917-58e0d7ef5920 req-95b7d4ad-f2e9-4c2f-91e0-e7159eeb4475 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=60e53c28ef444ab7bab4b366b3848f57&device_id=71dfa8dc-f40a-4525-8062-460fe5fb9c31 HTTP/1.1" status: 200 len: 1097 time: 0.1174519 Jul 22 02:31:27.442128 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 02:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c60d0e-22a8-431b-af8a-3ccd60956a82 x-openstack-request-id: req-a8c60d0e-22a8-431b-af8a-3ccd60956a82 {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:31:27.442496 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71dfa8dc-f40a-4525-8062-460fe5fb9c31", "tag": "fd2c65fe-516a-41aa-9be1-348af6dff2e1", "status": "completed", "code": 200}]} {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:31:27.442669 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a8c60d0e-22a8-431b-af8a-3ccd60956a82 {{(pid=93205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:31:27.443062 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71dfa8dc-f40a-4525-8062-460fe5fb9c31', 'tag': 'fd2c65fe-516a-41aa-9be1-348af6dff2e1', 'status': 'completed', 'code': 200} Jul 22 02:31:27.444928 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-fad28311-2690-4010-8917-58e0d7ef5920 req-6938021b-7fc9-45bf-a85b-215e162fbb42 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd2c65fe-516a-41aa-9be1-348af6dff2e1 HTTP/1.1" status: 200 len: 217 time: 0.0539026 Jul 22 02:31:27.515670 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad28311-2690-4010-8917-58e0d7ef5920 req-225eb9cb-e037-429a-94f9-6f830fc6579b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:27.517188 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-fad28311-2690-4010-8917-58e0d7ef5920 req-225eb9cb-e037-429a-94f9-6f830fc6579b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e348ba7a-6c7e-455e-97d0-0c7dd6db87f0 HTTP/1.1" status: 200 len: 853 time: 0.0536208 Jul 22 02:31:27.610269 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad28311-2690-4010-8917-58e0d7ef5920 req-8bcfe010-c8da-4009-94d6-30aada8d3e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:27.612856 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-fad28311-2690-4010-8917-58e0d7ef5920 req-8bcfe010-c8da-4009-94d6-30aada8d3e06 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7d104b28-014f-472e-8afa-ee2cdb209037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0846441 Jul 22 02:31:27.668993 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5342a2f-74de-46f8-8477-0fbc8919809e req-89d9fd32-0147-490a-80a3-e103e058ac7e tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:27.673919 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a5342a2f-74de-46f8-8477-0fbc8919809e req-89d9fd32-0147-490a-80a3-e103e058ac7e tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d3a35d1-5d50-4bbc-80be-46255b5b935d HTTP/1.1" status: 200 len: 945 time: 0.0947337 Jul 22 02:31:27.725518 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a5342a2f-74de-46f8-8477-0fbc8919809e req-307fd65f-fe37-470c-8f45-ca19bfc2f7c2 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484152 Jul 22 02:31:27.755793 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-fad28311-2690-4010-8917-58e0d7ef5920 req-f2b27bd0-ce24-4b98-a0f4-c7fcd0e38300 service neutron] 10.222.0.23 "GET /v2.0/networks/7d104b28-014f-472e-8afa-ee2cdb209037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325064 Jul 22 02:31:27.873890 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-fad28311-2690-4010-8917-58e0d7ef5920 req-d004fe7a-f748-4a8d-8ee1-bc7fc489fe9d service neutron] 10.222.0.23 "GET /v2.0/networks/7d104b28-014f-472e-8afa-ee2cdb209037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085250 Jul 22 02:31:28.026157 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ee19e0-51f3-4351-9cc9-749cd9761c1e req-39b9153b-e60a-4c48-9ae3-fef4ad360031 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:28.027745 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-56ee19e0-51f3-4351-9cc9-749cd9761c1e req-39b9153b-e60a-4c48-9ae3-fef4ad360031 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/ports?device_id=71dfa8dc-f40a-4525-8062-460fe5fb9c31 HTTP/1.1" status: 200 len: 944 time: 0.0917919 Jul 22 02:31:28.101260 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-56ee19e0-51f3-4351-9cc9-749cd9761c1e req-06e8bf44-a875-49b6-8832-11480e03bb50 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/security-groups?id=f13f5576-774a-463a-ae27-ddf3f24faf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660918 Jul 22 02:31:28.206784 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd87f96e-3c47-49a3-a7a7-922df3c06ce5 req-069545f6-a67b-4ce0-954a-8554c8b87d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:28.208372 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-fd87f96e-3c47-49a3-a7a7-922df3c06ce5 req-069545f6-a67b-4ce0-954a-8554c8b87d05 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=60e53c28ef444ab7bab4b366b3848f57&device_id=71dfa8dc-f40a-4525-8062-460fe5fb9c31 HTTP/1.1" status: 200 len: 1097 time: 0.2610161 Jul 22 02:31:28.431136 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd87f96e-3c47-49a3-a7a7-922df3c06ce5 req-21e6508d-da33-4ea9-9297-ccec23dd6d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:28.433052 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-fd87f96e-3c47-49a3-a7a7-922df3c06ce5 req-21e6508d-da33-4ea9-9297-ccec23dd6d94 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7d104b28-014f-472e-8afa-ee2cdb209037 HTTP/1.1" status: 200 len: 914 time: 0.1963420 Jul 22 02:31:28.482696 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-fd87f96e-3c47-49a3-a7a7-922df3c06ce5 req-2834001d-e208-4f9c-afb2-f0483b8c7d28 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd2c65fe-516a-41aa-9be1-348af6dff2e1 HTTP/1.1" status: 200 len: 217 time: 0.0411623 Jul 22 02:31:28.558609 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bd6a72-2f4d-46ae-ae27-32d6067524f2 req-355c9002-d594-4f5d-a70d-36883eb8eade tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:28.560533 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b5bd6a72-2f4d-46ae-ae27-32d6067524f2 req-355c9002-d594-4f5d-a70d-36883eb8eade tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.23 "GET /v2.0/ports?device_id=f216bb9b-6185-4d65-89b6-ca6438bf408d HTTP/1.1" status: 200 len: 945 time: 0.3045177 Jul 22 02:31:28.562579 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.agents_db [None req-f1c5c46c-8295-40fa-87c5-0db6e260a587 None None] Agent healthcheck: found 6 active agents {{(pid=93208) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 02:31:28.570111 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd87f96e-3c47-49a3-a7a7-922df3c06ce5 req-cb409af9-7564-4659-9c29-0eb447626fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:28.572625 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-fd87f96e-3c47-49a3-a7a7-922df3c06ce5 req-cb409af9-7564-4659-9c29-0eb447626fe8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e348ba7a-6c7e-455e-97d0-0c7dd6db87f0 HTTP/1.1" status: 200 len: 853 time: 0.0746834 Jul 22 02:31:28.651042 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd87f96e-3c47-49a3-a7a7-922df3c06ce5 req-e4ff00a3-e007-4ad4-8e16-ecb0e00c1537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:28.651729 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87ccc61-f951-461d-8b6e-a181223f4fc1 req-2a122f0b-463c-4f82-9570-4eb14e401c20 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:28.652581 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-fd87f96e-3c47-49a3-a7a7-922df3c06ce5 req-e4ff00a3-e007-4ad4-8e16-ecb0e00c1537 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7d104b28-014f-472e-8afa-ee2cdb209037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0684030 Jul 22 02:31:28.653275 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b87ccc61-f951-461d-8b6e-a181223f4fc1 req-2a122f0b-463c-4f82-9570-4eb14e401c20 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 945 time: 0.2058799 Jul 22 02:31:28.716733 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfbe391-ff64-45c4-b91b-be654b541a14 req-82ff5624-08bf-48cc-82fd-d20eae22030e tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:28.718313 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-0bfbe391-ff64-45c4-b91b-be654b541a14 req-82ff5624-08bf-48cc-82fd-d20eae22030e tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=f216bb9b-6185-4d65-89b6-ca6438bf408d HTTP/1.1" status: 200 len: 945 time: 0.2450583 Jul 22 02:31:28.736254 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b87ccc61-f951-461d-8b6e-a181223f4fc1 req-457a3235-efd1-404f-b4c1-25a8da2df0fb tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759916 Jul 22 02:31:28.770699 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-fd87f96e-3c47-49a3-a7a7-922df3c06ce5 req-7ecb4bc5-6205-4472-b1a6-ad0d9d6dbe78 service neutron] 10.222.0.23 "GET /v2.0/networks/7d104b28-014f-472e-8afa-ee2cdb209037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088631 Jul 22 02:31:28.783480 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-0bfbe391-ff64-45c4-b91b-be654b541a14 req-2fbb6fd2-e601-46a8-a9a9-d40f1ae521de tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516825 Jul 22 02:31:28.799306 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [req-b5bd6a72-2f4d-46ae-ae27-32d6067524f2 req-2d2c2184-6031-4664-ab3c-7418534d9a9a tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Deleting port 19734a0c-811d-40d8-9f3b-f95643e55824 {{(pid=93206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:31:28.799839 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-b5bd6a72-2f4d-46ae-ae27-32d6067524f2 req-2d2c2184-6031-4664-ab3c-7418534d9a9a tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789867966868'] for port, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:28.919490 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [req-b5bd6a72-2f4d-46ae-ae27-32d6067524f2 req-2d2c2184-6031-4664-ab3c-7418534d9a9a tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] For port 19734a0c-811d-40d8-9f3b-f95643e55824, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=19734a0c-811d-40d8-9f3b-f95643e55824,segment=NetworkSegment(1178c6d7-38f4-4aec-bb2e-34535e569c60),segment_id=1178c6d7-38f4-4aec-bb2e-34535e569c60)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:31:28.920115 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-b5bd6a72-2f4d-46ae-ae27-32d6067524f2 req-2d2c2184-6031-4664-ab3c-7418534d9a9a tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760608'] for port, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:28.932480 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-fd87f96e-3c47-49a3-a7a7-922df3c06ce5 req-e02a639c-6956-491c-8926-3e6c62acd78a service neutron] 10.222.0.23 "GET /v2.0/networks/7d104b28-014f-472e-8afa-ee2cdb209037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544492 Jul 22 02:31:28.968066 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [req-b5bd6a72-2f4d-46ae-ae27-32d6067524f2 req-2d2c2184-6031-4664-ab3c-7418534d9a9a tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Calling delete_port for 19734a0c-811d-40d8-9f3b-f95643e55824 owned by compute:nova {{(pid=93206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:31:29.053799 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42462edc-1665-4caf-b6fb-8065ccc71bf0 req-7e998931-300c-4525-90d9-1054f74412f3 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:29.055328 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-42462edc-1665-4caf-b6fb-8065ccc71bf0 req-7e998931-300c-4525-90d9-1054f74412f3 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d3a35d1-5d50-4bbc-80be-46255b5b935d HTTP/1.1" status: 200 len: 945 time: 0.1206434 Jul 22 02:31:29.204534 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-42462edc-1665-4caf-b6fb-8065ccc71bf0 req-b5971c10-bdc3-4c34-877d-99ab9ae8346d tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380010 Jul 22 02:31:29.264494 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-b5bd6a72-2f4d-46ae-ae27-32d6067524f2 req-2d2c2184-6031-4664-ab3c-7418534d9a9a tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789867968359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789867566228'] for port, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:29.282063 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] get_ports_and_sgs() called for port_ids ['f53a050c-deec-464b-a0d0-6a7210d3fc48', '37cfc40c-b9e9-468f-8dbf-d5a95bd96599', '69ce3adf-370f-4b16-a26a-3157068d16e7', '19734a0c-811d-40d8-9f3b-f95643e55824'] {{(pid=93207) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:31:29.299429 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2c2184-6031-4664-ab3c-7418534d9a9a tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Pushing event deleted for resources: {'Port': ['ID=19734a0c-811d-40d8-9f3b-f95643e55824,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:29.369076 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5bd6a72-2f4d-46ae-ae27-32d6067524f2 req-2d2c2184-6031-4664-ab3c-7418534d9a9a tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] No DVR routers for this DVR port 19734a0c-811d-40d8-9f3b-f95643e55824 on host hv-cinder-79229 {{(pid=93206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 02:31:29.372087 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-b5bd6a72-2f4d-46ae-ae27-32d6067524f2 req-2d2c2184-6031-4664-ab3c-7418534d9a9a tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409'] for port, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:29.374341 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b5bd6a72-2f4d-46ae-ae27-32d6067524f2 req-2d2c2184-6031-4664-ab3c-7418534d9a9a tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.23 "DELETE /v2.0/ports/19734a0c-811d-40d8-9f3b-f95643e55824 HTTP/1.1" status: 204 len: 173 time: 0.8062773 Jul 22 02:31:29.374954 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f216bb9b-6185-4d65-89b6-ca6438bf408d', 'name': 'network-vif-deleted', 'tag': '19734a0c-811d-40d8-9f3b-f95643e55824'}] {{(pid=93206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:31:29.377510 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2c7467b3a520cac2f9dc58394876cadcbbb82697b422dc56d8b09de1a4b7e26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e937544-465b-4a12-8685-c1677e060771" -d '{"events": [{"server_uuid": "f216bb9b-6185-4d65-89b6-ca6438bf408d", "name": "network-vif-deleted", "tag": "19734a0c-811d-40d8-9f3b-f95643e55824"}]}' {{(pid=93206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:31:29.389156 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ec9b5-3788-45df-a82d-f7d986239a13 req-77b96cc3-07c4-43b1-bdb3-0296a1e77b1f tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:29.390929 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-626ec9b5-3788-45df-a82d-f7d986239a13 req-77b96cc3-07c4-43b1-bdb3-0296a1e77b1f tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/ports?device_id=71dfa8dc-f40a-4525-8062-460fe5fb9c31 HTTP/1.1" status: 200 len: 944 time: 0.1773612 Jul 22 02:31:29.460792 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-626ec9b5-3788-45df-a82d-f7d986239a13 req-680b9194-47f0-49d4-91c9-1b3174d337d0 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/security-groups?id=f13f5576-774a-463a-ae27-ddf3f24faf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632756 Jul 22 02:31:29.490444 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b50be8-6289-4dc5-965a-d90bce93f840 x-openstack-request-id: req-55b50be8-6289-4dc5-965a-d90bce93f840 {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:31:29.492401 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f216bb9b-6185-4d65-89b6-ca6438bf408d", "name": "network-vif-deleted", "tag": "19734a0c-811d-40d8-9f3b-f95643e55824", "status": "completed", "code": 200}]} {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:31:29.492762 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-55b50be8-6289-4dc5-965a-d90bce93f840 {{(pid=93206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:31:29.493284 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f216bb9b-6185-4d65-89b6-ca6438bf408d', 'name': 'network-vif-deleted', 'tag': '19734a0c-811d-40d8-9f3b-f95643e55824', 'status': 'completed', 'code': 200} Jul 22 02:31:29.550448 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 58796) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:31:29.685704 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-75ed62bc-fd18-41fc-b36c-4dd04890cbf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:29.774132 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-75ed62bc-fd18-41fc-b36c-4dd04890cbf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:29.778379 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-75ed62bc-fd18-41fc-b36c-4dd04890cbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:29.823725 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-75ed62bc-fd18-41fc-b36c-4dd04890cbf0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7484141b03734ea7a83769fd537b9165&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2720850 Jul 22 02:31:29.825036 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ed62bc-fd18-41fc-b36c-4dd04890cbf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9875233c-43cd-432e-b22d-4c4176e8e171,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:29.827537 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 58816) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:31:29.901022 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-513c338e-3897-4dcf-a990-918ee6d67d3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:29.907941 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fcfcac-076c-4a4a-a014-467451aafaae req-a7d1a801-3707-411a-a4d2-2a452d38db25 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:29.916859 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-99fcfcac-076c-4a4a-a014-467451aafaae req-a7d1a801-3707-411a-a4d2-2a452d38db25 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 945 time: 0.0923419 Jul 22 02:31:29.932939 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-513c338e-3897-4dcf-a990-918ee6d67d3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:29.982852 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-99fcfcac-076c-4a4a-a014-467451aafaae req-6539c359-0319-49c6-ac03-45d329cbdbc6 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643618 Jul 22 02:31:29.992825 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-513c338e-3897-4dcf-a990-918ee6d67d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:29.996100 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-513c338e-3897-4dcf-a990-918ee6d67d3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:29.997209 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-34f7bd9f-1644-4667-9f88-774608ec0d8d req-943bdf66-9f7a-4951-9970-4bca300793f4 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=f216bb9b-6185-4d65-89b6-ca6438bf408d HTTP/1.1" status: 200 len: 210 time: 0.0588362 Jul 22 02:31:29.998123 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-513c338e-3897-4dcf-a990-918ee6d67d3b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9875233c-43cd-432e-b22d-4c4176e8e171 HTTP/1.1" status: 204 len: 168 time: 0.1696098 Jul 22 02:31:30.006838 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513c338e-3897-4dcf-a990-918ee6d67d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9875233c-43cd-432e-b22d-4c4176e8e171,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:30.371636 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414bcdd3-17f7-4166-9360-bf0d8d16deab req-2ecd7284-757b-4da0-8e87-f25ddb2d0fee tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:30.378462 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-414bcdd3-17f7-4166-9360-bf0d8d16deab req-2ecd7284-757b-4da0-8e87-f25ddb2d0fee tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d3a35d1-5d50-4bbc-80be-46255b5b935d HTTP/1.1" status: 200 len: 945 time: 0.0789425 Jul 22 02:31:30.422560 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-414bcdd3-17f7-4166-9360-bf0d8d16deab req-613e0d21-fa95-4b6f-ae58-9eb5ccf67cfc tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430410 Jul 22 02:31:30.642794 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801b400f-4772-406c-9dd4-56cbd76065b5 req-e944e682-b55b-4f59-9887-47f357687aa5 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:30.644138 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-801b400f-4772-406c-9dd4-56cbd76065b5 req-e944e682-b55b-4f59-9887-47f357687aa5 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/ports?device_id=71dfa8dc-f40a-4525-8062-460fe5fb9c31 HTTP/1.1" status: 200 len: 944 time: 0.0876594 Jul 22 02:31:30.687079 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-801b400f-4772-406c-9dd4-56cbd76065b5 req-da476e01-63b7-4de1-8ddc-4cabfb87e6e9 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/security-groups?id=f13f5576-774a-463a-ae27-ddf3f24faf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371413 Jul 22 02:31:31.160493 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-0044f457-6544-4c73-b359-4f7491847438 req-40183c3b-7f4a-4fc3-85cc-f0032040f25e tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=f216bb9b-6185-4d65-89b6-ca6438bf408d HTTP/1.1" status: 200 len: 210 time: 0.0415339 Jul 22 02:31:31.197056 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74cc90-4ce0-4b96-9485-1bf7c49d4068 req-cf7c75dc-9334-42b3-bb9a-6d0fe0024eea tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:31.209380 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-1c74cc90-4ce0-4b96-9485-1bf7c49d4068 req-cf7c75dc-9334-42b3-bb9a-6d0fe0024eea tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 945 time: 0.1417508 Jul 22 02:31:31.265297 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-1c74cc90-4ce0-4b96-9485-1bf7c49d4068 req-4fbdac7c-6fcf-43b8-a5fc-bf224e00bbe1 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513656 Jul 22 02:31:31.553170 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3e33a-4ddd-48cf-9322-f369063dbdb4 req-1efadaed-135b-41de-a427-07ba9662702c tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:31.555178 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-ccc3e33a-4ddd-48cf-9322-f369063dbdb4 req-1efadaed-135b-41de-a427-07ba9662702c tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d3a35d1-5d50-4bbc-80be-46255b5b935d HTTP/1.1" status: 200 len: 945 time: 0.0651343 Jul 22 02:31:31.593427 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-ccc3e33a-4ddd-48cf-9322-f369063dbdb4 req-63e78ab4-8c3c-445d-92b9-1623bfcf8f66 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325844 Jul 22 02:31:31.823251 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680ff88-e7af-47bd-863d-fc9ba1453c86 req-f3172d98-a4d1-4e71-a82d-8c89d6fd0162 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:31.824690 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e680ff88-e7af-47bd-863d-fc9ba1453c86 req-f3172d98-a4d1-4e71-a82d-8c89d6fd0162 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/ports?device_id=71dfa8dc-f40a-4525-8062-460fe5fb9c31 HTTP/1.1" status: 200 len: 944 time: 0.0679624 Jul 22 02:31:31.862367 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e680ff88-e7af-47bd-863d-fc9ba1453c86 req-26dc9404-83e3-4f26-9d0b-27d2c26e773d tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/security-groups?id=f13f5576-774a-463a-ae27-ddf3f24faf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321720 Jul 22 02:31:32.277227 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-73623b16-e2e5-40d0-ab50-c53d1d0f0f73 req-5dd75403-7b80-42f4-88e3-ed3ce9300a26 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=f216bb9b-6185-4d65-89b6-ca6438bf408d HTTP/1.1" status: 200 len: 210 time: 0.0297961 Jul 22 02:31:32.405419 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac833c0-c9bb-418c-bf67-c1396ceadd38 req-6dcf969f-9aeb-4c0b-97e5-8c492983e407 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:32.405419 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-3ac833c0-c9bb-418c-bf67-c1396ceadd38 req-6dcf969f-9aeb-4c0b-97e5-8c492983e407 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 945 time: 0.0642431 Jul 22 02:31:32.443721 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-3ac833c0-c9bb-418c-bf67-c1396ceadd38 req-f415fae7-45ed-440a-99ed-3c5cd5e7df05 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331786 Jul 22 02:31:32.634333 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device 19734a0c-811d-40d8-9f3b-f95643e55824 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:31:32.658118 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] No Port match for: 19734a0c-811d-40d8-9f3b-f95643e55824 {{(pid=93207) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:31:32.658719 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device 19734a0c-811d-40d8-9f3b-f95643e55824 not bound to the agent host hv-cinder-79229 {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:31:32.659159 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea no longer exists at agent hyperv_hv-cinder-79229 {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:31:32.755270 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:32.782089 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3588f8d-c7b7-42c5-a7bf-f413fb7dbac1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea'}] {{(pid=93207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:31:32.783510 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be77cae-c9a4-412b-a0ae-513a329983e8 req-7cf46928-6904-4195-934a-efa72142b870 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:32.785693 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7ee477d080e02922d9a3c1e9b5cc60990edb702a504399eb5b32d0111ac025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27773246-ba5e-4669-b12c-8b9a6d0337fd" -d '{"events": [{"server_uuid": "d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1", "name": "network-vif-unplugged", "status": "completed", "tag": "e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea"}]}' {{(pid=93207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:31:32.791318 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-1be77cae-c9a4-412b-a0ae-513a329983e8 req-7cf46928-6904-4195-934a-efa72142b870 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d3a35d1-5d50-4bbc-80be-46255b5b935d HTTP/1.1" status: 200 len: 945 time: 0.0868950 Jul 22 02:31:32.799771 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea,segment=NetworkSegment(ed3fa64c-067a-4564-b1ab-aed7a924eb26),segment_id=ed3fa64c-067a-4564-b1ab-aed7a924eb26)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:31:32.805298 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:32.855755 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-1be77cae-c9a4-412b-a0ae-513a329983e8 req-98ecb14c-416d-4581-ad6b-cc5278271d42 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635655 Jul 22 02:31:32.874927 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Pushing event updated for resources: {'Port': ['ID=e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea,revision_number=8']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:32.927464 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 02:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873b24b1-d382-4b25-b715-37eaab933854 x-openstack-request-id: req-873b24b1-d382-4b25-b715-37eaab933854 {{(pid=93207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:31:32.927868 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1", "name": "network-vif-unplugged", "status": "completed", "tag": "e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea", "code": 200}]} {{(pid=93207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:31:32.928262 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-873b24b1-d382-4b25-b715-37eaab933854 {{(pid=93207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:31:32.929653 dv-cinder-792299-6-iscsi neutron-server[93207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3588f8d-c7b7-42c5-a7bf-f413fb7dbac1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea', 'code': 200} Jul 22 02:31:33.053048 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e42b7-a277-4ec6-83cc-0d8ea4e63458 req-769e179b-844b-48df-9c98-3f47c8b2bd20 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:33.054679 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d57e42b7-a277-4ec6-83cc-0d8ea4e63458 req-769e179b-844b-48df-9c98-3f47c8b2bd20 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/ports?device_id=71dfa8dc-f40a-4525-8062-460fe5fb9c31 HTTP/1.1" status: 200 len: 944 time: 0.0657976 Jul 22 02:31:33.092682 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d57e42b7-a277-4ec6-83cc-0d8ea4e63458 req-fdddb3dc-574f-459b-afda-e5b75f4ae34c tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/security-groups?id=f13f5576-774a-463a-ae27-ddf3f24faf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323091 Jul 22 02:31:33.385343 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-63e4311a-661c-43f6-8ab2-2fc05bb0f455 req-6d96fbdf-c1c2-470b-a30b-c18282f9aa73 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=f216bb9b-6185-4d65-89b6-ca6438bf408d HTTP/1.1" status: 200 len: 210 time: 0.0287144 Jul 22 02:31:33.586103 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f54b5-7de1-4a0f-b2e9-d583c6540906 req-b5f7e87b-a17b-42b5-98b8-95ba1eb31b19 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:33.587568 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-513f54b5-7de1-4a0f-b2e9-d583c6540906 req-b5f7e87b-a17b-42b5-98b8-95ba1eb31b19 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 943 time: 0.0680678 Jul 22 02:31:33.846206 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-513f54b5-7de1-4a0f-b2e9-d583c6540906 req-903b6022-6b5e-4f39-b81b-4062fc801f43 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2524810 Jul 22 02:31:34.016087 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c932ba5c-8632-4ad5-b5e7-f55eca025c26 req-4a02dcc7-f23f-4552-aec5-6801b42ae47d tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:34.017700 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-c932ba5c-8632-4ad5-b5e7-f55eca025c26 req-4a02dcc7-f23f-4552-aec5-6801b42ae47d tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d3a35d1-5d50-4bbc-80be-46255b5b935d HTTP/1.1" status: 200 len: 945 time: 0.0657332 Jul 22 02:31:34.059755 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-c932ba5c-8632-4ad5-b5e7-f55eca025c26 req-02c1f167-3a61-45f8-a95e-063f1ac51a21 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358515 Jul 22 02:31:34.238527 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc766f19-55a6-4a1b-98c1-c99264eeea32 req-f121fca1-90f9-425d-bb9f-88b1fca1ce55 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:34.240279 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-dc766f19-55a6-4a1b-98c1-c99264eeea32 req-f121fca1-90f9-425d-bb9f-88b1fca1ce55 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/ports?device_id=71dfa8dc-f40a-4525-8062-460fe5fb9c31 HTTP/1.1" status: 200 len: 944 time: 0.0734584 Jul 22 02:31:34.290977 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-dc766f19-55a6-4a1b-98c1-c99264eeea32 req-72a65265-8b97-44c8-9a46-61020b9da208 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/security-groups?id=f13f5576-774a-463a-ae27-ddf3f24faf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448303 Jul 22 02:31:34.509917 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-328e25b9-1dec-44e2-a701-c3a5122c37c9 req-676946d1-09d6-4140-a101-0c2bb1be69e1 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=f216bb9b-6185-4d65-89b6-ca6438bf408d HTTP/1.1" status: 200 len: 210 time: 0.0422611 Jul 22 02:31:41.070452 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-e2ca15d7-0f97-4505-8f72-2d67e76d1096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:41.264855 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 59056) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:31:41.367940 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-4018c70a-5f7e-4edd-9cff-cab3f474f440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:41.457533 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-4018c70a-5f7e-4edd-9cff-cab3f474f440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:41.461818 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-4018c70a-5f7e-4edd-9cff-cab3f474f440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:41.498794 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-4018c70a-5f7e-4edd-9cff-cab3f474f440 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a999063e60ac438ab8289746a3294e0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2327116 Jul 22 02:31:41.499788 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4018c70a-5f7e-4edd-9cff-cab3f474f440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937a3015-5e8b-4433-85ab-a8fc14e45376,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:41.501675 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 59060) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:31:41.554466 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-3b4fe74c-31fb-4116-ad27-aa628ede0b4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:41.576119 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-3b4fe74c-31fb-4116-ad27-aa628ede0b4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:41.624259 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-3b4fe74c-31fb-4116-ad27-aa628ede0b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:41.626968 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-3b4fe74c-31fb-4116-ad27-aa628ede0b4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:41.628161 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-3b4fe74c-31fb-4116-ad27-aa628ede0b4f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/937a3015-5e8b-4433-85ab-a8fc14e45376 HTTP/1.1" status: 204 len: 168 time: 0.1254971 Jul 22 02:31:41.636439 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4fe74c-31fb-4116-ad27-aa628ede0b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937a3015-5e8b-4433-85ab-a8fc14e45376,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:42.226060 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:43.412107 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4db632-9b42-4363-bf98-78fc0e4af2b8 req-2d8fc8b2-4036-4f51-8b86-36b01c18d678 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:43.413712 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-8b4db632-9b42-4363-bf98-78fc0e4af2b8 req-2d8fc8b2-4036-4f51-8b86-36b01c18d678 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 943 time: 0.1189437 Jul 22 02:31:43.416566 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d60629e-9fdf-44fc-b391-6888c9bacad4 req-e133f085-7649-4c92-a318-80e41e3517da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:43.417981 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-6d60629e-9fdf-44fc-b391-6888c9bacad4 req-e133f085-7649-4c92-a318-80e41e3517da service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=390f421b378f4ffc8c6d8fc7bd0e0d86&device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 1096 time: 0.0894539 Jul 22 02:31:43.528715 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-8b4db632-9b42-4363-bf98-78fc0e4af2b8 req-3053d788-ea47-4947-b120-99ac51ed1658 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984707 Jul 22 02:31:43.595393 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d60629e-9fdf-44fc-b391-6888c9bacad4 req-46e0260e-5b30-4599-aa7c-a0c709322a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:43.596838 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-6d60629e-9fdf-44fc-b391-6888c9bacad4 req-46e0260e-5b30-4599-aa7c-a0c709322a35 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c1704d84-6956-4df3-918a-504126cdf765 HTTP/1.1" status: 200 len: 917 time: 0.1563702 Jul 22 02:31:43.638730 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a570f9-ceb8-4c8a-839d-deb5dadeb041 req-647d010d-580e-43ee-b3c8-36bd5679f640 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:43.640170 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-06a570f9-ceb8-4c8a-839d-deb5dadeb041 req-647d010d-580e-43ee-b3c8-36bd5679f640 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d3a35d1-5d50-4bbc-80be-46255b5b935d HTTP/1.1" status: 200 len: 945 time: 0.1689939 Jul 22 02:31:43.727608 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-6d60629e-9fdf-44fc-b391-6888c9bacad4 req-919ef9ff-7b48-474a-90c3-3ef7c4d2bff9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea HTTP/1.1" status: 200 len: 999 time: 0.1201375 Jul 22 02:31:43.734528 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-06a570f9-ceb8-4c8a-839d-deb5dadeb041 req-d67276f3-1f31-4947-a888-4177b4864834 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607386 Jul 22 02:31:43.758172 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69443069-2c9b-442c-af77-526616e0bd07 req-53f03941-fc60-411b-8546-02533a037c74 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:43.759617 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-69443069-2c9b-442c-af77-526616e0bd07 req-53f03941-fc60-411b-8546-02533a037c74 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/ports?device_id=71dfa8dc-f40a-4525-8062-460fe5fb9c31 HTTP/1.1" status: 200 len: 944 time: 0.1661713 Jul 22 02:31:43.802607 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6c9d4278-9788-41be-bee9-1588de16e3f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:43.821077 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d60629e-9fdf-44fc-b391-6888c9bacad4 req-c316531d-8e15-42b0-8cf7-e1768cebe265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:43.822644 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-6d60629e-9fdf-44fc-b391-6888c9bacad4 req-c316531d-8e15-42b0-8cf7-e1768cebe265 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b32e8e6a-923e-4e9e-b074-47bc54badd49 HTTP/1.1" status: 200 len: 856 time: 0.0812144 Jul 22 02:31:43.834274 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-69443069-2c9b-442c-af77-526616e0bd07 req-d07924b8-bd29-4c94-8942-70b012bb1318 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/security-groups?id=f13f5576-774a-463a-ae27-ddf3f24faf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569267 Jul 22 02:31:43.896615 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:43.905468 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d60629e-9fdf-44fc-b391-6888c9bacad4 req-6f764107-a79e-4e50-a215-2085819e9183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:43.907019 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-6d60629e-9fdf-44fc-b391-6888c9bacad4 req-6f764107-a79e-4e50-a215-2085819e9183 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c1704d84-6956-4df3-918a-504126cdf765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0718353 Jul 22 02:31:44.023503 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-6d60629e-9fdf-44fc-b391-6888c9bacad4 req-156a915c-67d0-4a56-abb1-336c3d5cd414 service neutron] 10.222.0.23 "GET /v2.0/networks/c1704d84-6956-4df3-918a-504126cdf765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087222 Jul 22 02:31:44.056033 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9a4978eb-c615-4e08-92c4-6752415de757 req-cf7837ef-c439-40be-9608-8a3f2d9b7888 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-887065963&fields=id&tenant_id=67d612e4302c499b8d778fbcdd7b9044 HTTP/1.1" status: 200 len: 267 time: 0.0713620 Jul 22 02:31:44.214749 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-6d60629e-9fdf-44fc-b391-6888c9bacad4 req-a2a9f73d-11a8-4a2a-b7b9-0029c8ff76ff service neutron] 10.222.0.23 "GET /v2.0/networks/c1704d84-6956-4df3-918a-504126cdf765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813416 Jul 22 02:31:44.224535 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4978eb-c615-4e08-92c4-6752415de757 req-e1aeefdd-7dbe-470a-9e3d-4f5084c76897 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:44.226531 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9a4978eb-c615-4e08-92c4-6752415de757 req-e1aeefdd-7dbe-470a-9e3d-4f5084c76897 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/networks?id=ffc27ac5-3775-4b53-826e-98afab9137ce HTTP/1.1" status: 200 len: 811 time: 0.1606359 Jul 22 02:31:44.243489 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9a4978eb-c615-4e08-92c4-6752415de757 req-c531a2ec-0f21-494f-88ec-e0d6516da970 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/quotas/67d612e4302c499b8d778fbcdd7b9044 HTTP/1.1" status: 200 len: 375 time: 0.0113273 Jul 22 02:31:44.311526 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9a4978eb-c615-4e08-92c4-6752415de757 req-beb4fabe-3ffa-47ba-8a4c-f55343d81ecb tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=67d612e4302c499b8d778fbcdd7b9044&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0624731 Jul 22 02:31:44.402167 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9a4978eb-c615-4e08-92c4-6752415de757 req-b910fbb5-b306-4c37-8e9a-b635994aad95 service neutron] 10.222.0.30 "GET /v2.0/networks/ffc27ac5-3775-4b53-826e-98afab9137ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791676 Jul 22 02:31:44.492756 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9a4978eb-c615-4e08-92c4-6752415de757 req-6a3e528f-d2dd-4462-ad1d-3f9710f76e44 service neutron] 10.222.0.30 "GET /v2.0/networks/ffc27ac5-3775-4b53-826e-98afab9137ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850296 Jul 22 02:31:44.664145 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1f48d5-76ec-4420-a995-e526ccb832ea req-22157781-a83d-4c5f-8a5f-7164d918d9bd tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:44.666001 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-8d1f48d5-76ec-4420-a995-e526ccb832ea req-22157781-a83d-4c5f-8a5f-7164d918d9bd tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 943 time: 0.0646894 Jul 22 02:31:44.702238 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9c5a9526-544c-492b-b3ab-1b4c68701215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:44.708627 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-8d1f48d5-76ec-4420-a995-e526ccb832ea req-052d576a-a20e-4d54-9be9-ac6a3d5a84d6 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369730 Jul 22 02:31:44.783479 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-66403535-bfbc-4d2c-b7d0-15e97714942d req-242e0858-baa6-4d02-ab17-616c807e5dff tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcc5c65-d287-4a09-b739-3908983488ad HTTP/1.1" status: 200 len: 210 time: 0.0338576 Jul 22 02:31:44.877450 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caeb7c2-13af-40bf-9c26-355f868445f6 req-c82fc73a-a8cc-4c69-8d5d-0b5b1f1cbc8a tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:44.878980 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-7caeb7c2-13af-40bf-9c26-355f868445f6 req-c82fc73a-a8cc-4c69-8d5d-0b5b1f1cbc8a tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d3a35d1-5d50-4bbc-80be-46255b5b935d HTTP/1.1" status: 200 len: 945 time: 0.0715351 Jul 22 02:31:44.956587 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-7caeb7c2-13af-40bf-9c26-355f868445f6 req-a9967391-bf32-4971-8521-6b771ff15dd8 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712838 Jul 22 02:31:44.988820 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81219d38-0958-4ac9-aff3-33dd6c76e02c req-6ea0977e-fecf-4567-9fce-aa7197b87fa3 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:44.990434 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-81219d38-0958-4ac9-aff3-33dd6c76e02c req-6ea0977e-fecf-4567-9fce-aa7197b87fa3 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/ports?device_id=71dfa8dc-f40a-4525-8062-460fe5fb9c31 HTTP/1.1" status: 200 len: 944 time: 0.0854614 Jul 22 02:31:45.028500 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-81219d38-0958-4ac9-aff3-33dd6c76e02c req-bef9c6c2-6b2f-4eec-b60d-e5e029e44578 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/security-groups?id=f13f5576-774a-463a-ae27-ddf3f24faf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316186 Jul 22 02:31:45.280490 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103138ce-9b52-4666-a8aa-74f9a36b32cc req-0b266f68-5ab1-4aed-b484-d63837713481 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:45.281990 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-103138ce-9b52-4666-a8aa-74f9a36b32cc req-0b266f68-5ab1-4aed-b484-d63837713481 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=f29c7e1f-8f96-4903-a6ea-739c4b5fb7f6 HTTP/1.1" status: 200 len: 945 time: 0.0657930 Jul 22 02:31:45.318818 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-103138ce-9b52-4666-a8aa-74f9a36b32cc req-2415539e-b462-4801-a00b-58015cb6ed09 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310137 Jul 22 02:31:45.846984 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39adfc-a013-4e23-b510-939f83527fcb req-1e9ed5d6-37e2-44a1-879e-817e1140e2a7 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:45.848513 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-0e39adfc-a013-4e23-b510-939f83527fcb req-1e9ed5d6-37e2-44a1-879e-817e1140e2a7 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 943 time: 0.0638587 Jul 22 02:31:45.881285 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-0fba54fa-e8b6-4aab-955c-e6c46b780398 req-acc9fedf-88aa-4f70-8c10-2159f815b33a tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcc5c65-d287-4a09-b739-3908983488ad HTTP/1.1" status: 200 len: 210 time: 0.0318086 Jul 22 02:31:45.906562 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-0e39adfc-a013-4e23-b510-939f83527fcb req-01501386-07cb-446d-a632-18f655cb5075 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485671 Jul 22 02:31:46.088162 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d435b900-34ae-406b-8fdf-44ffd15d6fd0 req-a7ba8c81-50f6-4ec6-b3d9-f8080377cd25 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:46.089671 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d435b900-34ae-406b-8fdf-44ffd15d6fd0 req-a7ba8c81-50f6-4ec6-b3d9-f8080377cd25 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d3a35d1-5d50-4bbc-80be-46255b5b935d HTTP/1.1" status: 200 len: 945 time: 0.0661917 Jul 22 02:31:46.155621 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d435b900-34ae-406b-8fdf-44ffd15d6fd0 req-37c3026b-f0fb-4777-844e-b59aed7cbbdd tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602632 Jul 22 02:31:46.188844 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4d2f66-39d8-4467-8b5f-fae58a1c3e1e req-68c33586-a4bd-42ff-9b61-e782e9d25f5b tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:46.190290 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-dc4d2f66-39d8-4467-8b5f-fae58a1c3e1e req-68c33586-a4bd-42ff-9b61-e782e9d25f5b tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/ports?device_id=71dfa8dc-f40a-4525-8062-460fe5fb9c31 HTTP/1.1" status: 200 len: 944 time: 0.0934122 Jul 22 02:31:46.220011 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-46ac0fbd-03cc-41f5-9e75-a35c43e1b5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:46.230016 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-dc4d2f66-39d8-4467-8b5f-fae58a1c3e1e req-310cecca-a40f-41ec-a053-a5ee40b93cdc tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/security-groups?id=f13f5576-774a-463a-ae27-ddf3f24faf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337029 Jul 22 02:31:46.443408 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffda176-2818-4964-ad8e-c4110e4d8959 req-613f7fd7-0fa2-4cbf-a6d1-6fd284bbdae3 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:46.445502 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9ffda176-2818-4964-ad8e-c4110e4d8959 req-613f7fd7-0fa2-4cbf-a6d1-6fd284bbdae3 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=f29c7e1f-8f96-4903-a6ea-739c4b5fb7f6 HTTP/1.1" status: 200 len: 945 time: 0.0615590 Jul 22 02:31:46.484370 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9ffda176-2818-4964-ad8e-c4110e4d8959 req-87f312f3-b974-41b8-ad3b-3bcd588fb4c2 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332885 Jul 22 02:31:46.976572 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-1da2b7d9-6f80-4133-9f1f-1f1cb83e6d32 req-4bb2f071-2f52-4b99-98c9-e568e16c2fe4 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcc5c65-d287-4a09-b739-3908983488ad HTTP/1.1" status: 200 len: 210 time: 0.0292602 Jul 22 02:31:47.037816 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72cd7f9-e010-48a5-9d1b-38429bedd5d3 req-1910def2-bf2b-4729-9eb1-41df491f3aa1 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:47.039765 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b72cd7f9-e010-48a5-9d1b-38429bedd5d3 req-1910def2-bf2b-4729-9eb1-41df491f3aa1 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 943 time: 0.0620186 Jul 22 02:31:47.076740 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b72cd7f9-e010-48a5-9d1b-38429bedd5d3 req-cb2070c7-de11-42a7-b9e3-87296fef8f0d tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314264 Jul 22 02:31:47.283756 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c66be4e-ecb6-4dac-b999-8043d6e10762 req-6b1068ce-4f22-4b17-bf1b-1320d6d3d40b tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:47.285550 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-4c66be4e-ecb6-4dac-b999-8043d6e10762 req-6b1068ce-4f22-4b17-bf1b-1320d6d3d40b tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d3a35d1-5d50-4bbc-80be-46255b5b935d HTTP/1.1" status: 200 len: 945 time: 0.0660691 Jul 22 02:31:47.356188 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-4c66be4e-ecb6-4dac-b999-8043d6e10762 req-392f36ac-9be0-4717-9ea4-39998043c18d tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620108 Jul 22 02:31:47.385472 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298dada-55a3-4f2d-9eb3-e9074dba2a8e req-7c8e5904-9c83-414b-bf55-4fa72b8b03c0 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:47.387017 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9298dada-55a3-4f2d-9eb3-e9074dba2a8e req-7c8e5904-9c83-414b-bf55-4fa72b8b03c0 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/ports?device_id=71dfa8dc-f40a-4525-8062-460fe5fb9c31 HTTP/1.1" status: 200 len: 944 time: 0.0758736 Jul 22 02:31:47.425209 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9298dada-55a3-4f2d-9eb3-e9074dba2a8e req-92c9c2cf-c2f6-4ea7-b2d1-8da229160310 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/security-groups?id=f13f5576-774a-463a-ae27-ddf3f24faf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324309 Jul 22 02:31:47.614767 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6338a86-e5ee-41cc-ab5b-1c1b6dca09e0 req-0f64f66b-6333-42d2-ad4a-e85211bdb739 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:47.616217 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b6338a86-e5ee-41cc-ab5b-1c1b6dca09e0 req-0f64f66b-6333-42d2-ad4a-e85211bdb739 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=f29c7e1f-8f96-4903-a6ea-739c4b5fb7f6 HTTP/1.1" status: 200 len: 945 time: 0.0641124 Jul 22 02:31:47.653699 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b6338a86-e5ee-41cc-ab5b-1c1b6dca09e0 req-c022bbb9-e07d-4b80-b48a-34db55b640af tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318372 Jul 22 02:31:47.932185 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454219a7-97d2-4a76-9219-5796731e375b req-7c5c8160-ebaf-475e-a98d-f55d5bbec3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:47.935304 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-454219a7-97d2-4a76-9219-5796731e375b req-7c5c8160-ebaf-475e-a98d-f55d5bbec3da service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8d3a35d1-5d50-4bbc-80be-46255b5b935d HTTP/1.1" status: 200 len: 1098 time: 0.0913498 Jul 22 02:31:47.992461 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-454219a7-97d2-4a76-9219-5796731e375b req-b3937b0a-6f7d-495a-9557-d283faad01ac service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396938 Jul 22 02:31:48.058963 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4978eb-c615-4e08-92c4-6752415de757 req-dcefead5-c22d-40fe-97b9-854df12e9b11 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:48.060423 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-9a4978eb-c615-4e08-92c4-6752415de757 req-dcefead5-c22d-40fe-97b9-854df12e9b11 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.23 "GET /v2.0/networks?id=ffc27ac5-3775-4b53-826e-98afab9137ce HTTP/1.1" status: 200 len: 811 time: 0.1293969 Jul 22 02:31:48.076480 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-6afb1d32-137d-465a-ba59-ad8f35e04647 req-e2bec9ab-66bd-493a-a3fb-d205b93fe614 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcc5c65-d287-4a09-b739-3908983488ad HTTP/1.1" status: 200 len: 210 time: 0.0301092 Jul 22 02:31:48.120906 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-9a4978eb-c615-4e08-92c4-6752415de757 req-57765894-da0e-4b61-b7f8-a98ec7b4ff74 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67d612e4302c499b8d778fbcdd7b9044 HTTP/1.1" status: 200 len: 379 time: 0.0383315 Jul 22 02:31:48.160040 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [req-9a4978eb-c615-4e08-92c4-6752415de757 req-a60b9709-c9eb-4ec2-8c4c-8c3104b6883d tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Request body: {'port': {'device_id': 'dbcc5c65-d287-4a09-b739-3908983488ad', 'network_id': 'ffc27ac5-3775-4b53-826e-98afab9137ce', 'admin_state_up': True, 'tenant_id': '67d612e4302c499b8d778fbcdd7b9044', 'security_groups': ['63e9ec9d-cac8-47aa-a784-0c3cf16d9873']}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:31:48.213266 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80437b42-b8ad-4312-8682-75e3ad72d0ef req-a7cd64b9-1398-4f3b-9f04-8c7fa37248e0 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:48.214741 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-80437b42-b8ad-4312-8682-75e3ad72d0ef req-a7cd64b9-1398-4f3b-9f04-8c7fa37248e0 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 943 time: 0.0679007 Jul 22 02:31:48.270070 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-80437b42-b8ad-4312-8682-75e3ad72d0ef req-2c469cab-4a74-45d8-99d6-063b8f7e4d38 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485721 Jul 22 02:31:48.280352 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a4978eb-c615-4e08-92c4-6752415de757 req-a60b9709-c9eb-4ec2-8c4c-8c3104b6883d tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Made reservation on behalf of 67d612e4302c499b8d778fbcdd7b9044 for: {'port': 1} {{(pid=93205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:31:48.285751 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-9a4978eb-c615-4e08-92c4-6752415de757 req-a60b9709-c9eb-4ec2-8c4c-8c3104b6883d tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:48.428917 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.db_base_plugin_common [req-9a4978eb-c615-4e08-92c4-6752415de757 req-a60b9709-c9eb-4ec2-8c4c-8c3104b6883d tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Allocated IP 172.20.0.11 (ffc27ac5-3775-4b53-826e-98afab9137ce/5ffe1ea2-2f9b-4245-839a-fb164d77066d/2601f226-b338-4a52-a67c-da14b4799349) {{(pid=93205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:31:48.548888 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e47eb-e472-47d8-a4ba-bac4d250e474 req-cee08764-be88-4434-9322-762af7b18db1 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:48.550736 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-839e47eb-e472-47d8-a4ba-bac4d250e474 req-cee08764-be88-4434-9322-762af7b18db1 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d3a35d1-5d50-4bbc-80be-46255b5b935d HTTP/1.1" status: 200 len: 945 time: 0.1201746 Jul 22 02:31:48.589541 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-9a4978eb-c615-4e08-92c4-6752415de757 req-a60b9709-c9eb-4ec2-8c4c-8c3104b6883d tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks [] for port, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:48.601476 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-839e47eb-e472-47d8-a4ba-bac4d250e474 req-73033e2a-696d-4e90-867c-eb693e9c0c52 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447083 Jul 22 02:31:48.602679 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.provisioning_blocks [req-9a4978eb-c615-4e08-92c4-6752415de757 req-a60b9709-c9eb-4ec2-8c4c-8c3104b6883d tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Transition to ACTIVE for port object 2601f226-b338-4a52-a67c-da14b4799349 will not be triggered until provisioned by entity DHCP. {{(pid=93205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:31:48.613658 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d263b053-f464-4cbf-be8e-433d91efc572 req-992503c5-5c10-4952-80b7-9871871c83e7 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:48.615571 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d263b053-f464-4cbf-be8e-433d91efc572 req-992503c5-5c10-4952-80b7-9871871c83e7 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/ports?device_id=71dfa8dc-f40a-4525-8062-460fe5fb9c31 HTTP/1.1" status: 200 len: 944 time: 0.1140847 Jul 22 02:31:48.638867 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-9a4978eb-c615-4e08-92c4-6752415de757 req-a60b9709-c9eb-4ec2-8c4c-8c3104b6883d tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789867566219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3324451'] for port, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:48.655346 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d263b053-f464-4cbf-be8e-433d91efc572 req-439b76f5-91af-470c-a67c-2449a9882b15 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/security-groups?id=f13f5576-774a-463a-ae27-ddf3f24faf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337832 Jul 22 02:31:48.665152 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device fd2c65fe-516a-41aa-9be1-348af6dff2e1 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=93207) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 02:31:48.688075 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a4978eb-c615-4e08-92c4-6752415de757 req-a60b9709-c9eb-4ec2-8c4c-8c3104b6883d tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Network ffc27ac5-3775-4b53-826e-98afab9137ce is already hosted by enough agents. {{(pid=93205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:31:48.691350 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.base_scheduler [req-9a4978eb-c615-4e08-92c4-6752415de757 req-a60b9709-c9eb-4ec2-8c4c-8c3104b6883d tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Resources bound (agent type, host, resource id): {{(pid=93205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:31:48.696668 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a4978eb-c615-4e08-92c4-6752415de757 req-a60b9709-c9eb-4ec2-8c4c-8c3104b6883d tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Received port after_create {{(pid=93205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:31:48.700989 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60b9709-c9eb-4ec2-8c4c-8c3104b6883d tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Pushing event updated for resources: {'Port': ['ID=2601f226-b338-4a52-a67c-da14b4799349,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:48.730268 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60b9709-c9eb-4ec2-8c4c-8c3104b6883d tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:48.730661 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60b9709-c9eb-4ec2-8c4c-8c3104b6883d tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:48.730952 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60b9709-c9eb-4ec2-8c4c-8c3104b6883d tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:48.731287 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60b9709-c9eb-4ec2-8c4c-8c3104b6883d tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:48.731618 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60b9709-c9eb-4ec2-8c4c-8c3104b6883d tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:48.731949 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60b9709-c9eb-4ec2-8c4c-8c3104b6883d tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:48.732277 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60b9709-c9eb-4ec2-8c4c-8c3104b6883d tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:48.732607 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60b9709-c9eb-4ec2-8c4c-8c3104b6883d tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:48.732970 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60b9709-c9eb-4ec2-8c4c-8c3104b6883d tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:48.733402 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60b9709-c9eb-4ec2-8c4c-8c3104b6883d tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:48.733606 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60b9709-c9eb-4ec2-8c4c-8c3104b6883d tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:48.734101 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60b9709-c9eb-4ec2-8c4c-8c3104b6883d tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:48.783198 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4978eb-c615-4e08-92c4-6752415de757 req-a60b9709-c9eb-4ec2-8c4c-8c3104b6883d tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:48.783930 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-9a4978eb-c615-4e08-92c4-6752415de757 req-a60b9709-c9eb-4ec2-8c4c-8c3104b6883d tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409'] for port, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:48.797230 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port fd2c65fe-516a-41aa-9be1-348af6dff2e1, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=fd2c65fe-516a-41aa-9be1-348af6dff2e1,segment=NetworkSegment(96fb0343-6944-4dfe-bca8-613847c19d98),segment_id=96fb0343-6944-4dfe-bca8-613847c19d98)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:31:48.806800 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-9a4978eb-c615-4e08-92c4-6752415de757 req-a60b9709-c9eb-4ec2-8c4c-8c3104b6883d tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6511934 Jul 22 02:31:48.818541 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Returning: {'device': 'fd2c65fe-516a-41aa-9be1-348af6dff2e1', 'network_id': '7d104b28-014f-472e-8afa-ee2cdb209037', 'port_id': 'fd2c65fe-516a-41aa-9be1-348af6dff2e1', 'mac_address': 'fa:16:3e:ce:c6:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e348ba7a-6c7e-455e-97d0-0c7dd6db87f0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93207) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 02:31:48.822741 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [req-9a4978eb-c615-4e08-92c4-6752415de757 req-9f7d2631-a64f-4832-93e5-0429b42420e6 service neutron] Request body: {'port': {'device_id': 'dbcc5c65-d287-4a09-b739-3908983488ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:31:48.846900 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2cb8eb-0472-4755-b181-62597440e57c req-dca2fc66-af88-4e9c-bed8-f4bc5dd51885 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:48.855932 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-7e2cb8eb-0472-4755-b181-62597440e57c req-dca2fc66-af88-4e9c-bed8-f4bc5dd51885 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=f29c7e1f-8f96-4903-a6ea-739c4b5fb7f6 HTTP/1.1" status: 200 len: 945 time: 0.1240671 Jul 22 02:31:48.861658 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:48.876281 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.notifiers.nova [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd2c65fe-516a-41aa-9be1-348af6dff2e1 {{(pid=93207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:31:48.911261 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port fd2c65fe-516a-41aa-9be1-348af6dff2e1, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=fd2c65fe-516a-41aa-9be1-348af6dff2e1,segment=NetworkSegment(96fb0343-6944-4dfe-bca8-613847c19d98),segment_id=96fb0343-6944-4dfe-bca8-613847c19d98)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:31:48.924871 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:48.938757 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-7e2cb8eb-0472-4755-b181-62597440e57c req-88782368-aace-4d28-8153-2c2ebfa55b8f tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626237 Jul 22 02:31:48.953598 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-9a4978eb-c615-4e08-92c4-6752415de757 req-9f7d2631-a64f-4832-93e5-0429b42420e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:49.000191 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-bea1aece-3a28-4c68-8efd-d56e85f83ff2 None None] Provisioning for port 2601f226-b338-4a52-a67c-da14b4799349 completed by entity DHCP. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:31:49.007250 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Pushing event updated for resources: {'Port': ['ID=fd2c65fe-516a-41aa-9be1-348af6dff2e1,revision_number=4']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:49.010223 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-bea1aece-3a28-4c68-8efd-d56e85f83ff2 None None] Provisioning complete for port 2601f226-b338-4a52-a67c-da14b4799349 triggered by entity DHCP. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:31:49.010601 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-bea1aece-3a28-4c68-8efd-d56e85f83ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:49.054158 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-bea1aece-3a28-4c68-8efd-d56e85f83ff2 None None] Port 2601f226-b338-4a52-a67c-da14b4799349 cannot update to ACTIVE because it is not bound. {{(pid=93207) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 02:31:49.211906 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e4456-906a-48e0-bd5a-b389283b193d req-a025bd19-3ee8-4781-b607-356a89bf2671 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:49.213846 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-771e4456-906a-48e0-bd5a-b389283b193d req-a025bd19-3ee8-4781-b607-356a89bf2671 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcc5c65-d287-4a09-b739-3908983488ad HTTP/1.1" status: 200 len: 932 time: 0.0674586 Jul 22 02:31:49.254552 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-771e4456-906a-48e0-bd5a-b389283b193d req-19c91c65-2102-4246-b14e-d9d05c262715 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/security-groups?id=63e9ec9d-cac8-47aa-a784-0c3cf16d9873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329573 Jul 22 02:31:49.284574 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.notifiers.nova [req-9a4978eb-c615-4e08-92c4-6752415de757 req-9f7d2631-a64f-4832-93e5-0429b42420e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2601f226-b338-4a52-a67c-da14b4799349 {{(pid=93205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:31:49.292591 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-9a4978eb-c615-4e08-92c4-6752415de757 req-9f7d2631-a64f-4832-93e5-0429b42420e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:49.311693 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.provisioning_blocks [req-9a4978eb-c615-4e08-92c4-6752415de757 req-9f7d2631-a64f-4832-93e5-0429b42420e6 service neutron] Transition to ACTIVE for port object 2601f226-b338-4a52-a67c-da14b4799349 will not be triggered until provisioned by entity L2. {{(pid=93205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:31:49.320419 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-9a4978eb-c615-4e08-92c4-6752415de757 req-9f7d2631-a64f-4832-93e5-0429b42420e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3324456'] for port, after_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:49.354234 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] get_ports_and_sgs() called for port_ids ['fd2c65fe-516a-41aa-9be1-348af6dff2e1'] {{(pid=93207) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:31:49.394548 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7d2631-a64f-4832-93e5-0429b42420e6 service neutron] Pushing event updated for resources: {'Port': ['ID=2601f226-b338-4a52-a67c-da14b4799349,revision_number=2']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:49.458671 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2cc2cd-9964-483f-bd82-3c39b42cd1af req-9b2f00e1-c8a0-49eb-82f6-caf36722d001 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:49.465538 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-2a2cc2cd-9964-483f-bd82-3c39b42cd1af req-9b2f00e1-c8a0-49eb-82f6-caf36722d001 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 943 time: 0.1002839 Jul 22 02:31:49.536348 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.managers [req-9a4978eb-c615-4e08-92c4-6752415de757 req-9f7d2631-a64f-4832-93e5-0429b42420e6 service neutron] Attempting to bind port 2601f226-b338-4a52-a67c-da14b4799349 on host hv-cinder-79229 for vnic_type normal with profile {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:31:49.536618 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.managers [req-9a4978eb-c615-4e08-92c4-6752415de757 req-9f7d2631-a64f-4832-93e5-0429b42420e6 service neutron] Attempting to bind port 2601f226-b338-4a52-a67c-da14b4799349 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': 'e2dbb9ad-6b1e-4fed-8fd7-c6f57aada715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ffc27ac5-3775-4b53-826e-98afab9137ce'}] {{(pid=93205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:31:49.537014 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4978eb-c615-4e08-92c4-6752415de757 req-9f7d2631-a64f-4832-93e5-0429b42420e6 service neutron] Attempting to bind port 2601f226-b338-4a52-a67c-da14b4799349 on network ffc27ac5-3775-4b53-826e-98afab9137ce {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:31:49.567220 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4978eb-c615-4e08-92c4-6752415de757 req-9f7d2631-a64f-4832-93e5-0429b42420e6 service neutron] Port 2601f226-b338-4a52-a67c-da14b4799349 on network ffc27ac5-3775-4b53-826e-98afab9137ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 02:31:49.567710 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4978eb-c615-4e08-92c4-6752415de757 req-9f7d2631-a64f-4832-93e5-0429b42420e6 service neutron] Attempting to bind port 2601f226-b338-4a52-a67c-da14b4799349 on network ffc27ac5-3775-4b53-826e-98afab9137ce {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:31:49.574701 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4978eb-c615-4e08-92c4-6752415de757 req-9f7d2631-a64f-4832-93e5-0429b42420e6 service neutron] Checking agent: {'id': '3e047b69-7131-4bb7-a905-86c2cdf7c2d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 27, 10), 'started_at': datetime.datetime(2021, 7, 22, 2, 27, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:31:49.576779 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4978eb-c615-4e08-92c4-6752415de757 req-9f7d2631-a64f-4832-93e5-0429b42420e6 service neutron] Checking segment: {'id': 'e2dbb9ad-6b1e-4fed-8fd7-c6f57aada715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ffc27ac5-3775-4b53-826e-98afab9137ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:31:49.577275 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4978eb-c615-4e08-92c4-6752415de757 req-9f7d2631-a64f-4832-93e5-0429b42420e6 service neutron] Bound using segment: {'id': 'e2dbb9ad-6b1e-4fed-8fd7-c6f57aada715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ffc27ac5-3775-4b53-826e-98afab9137ce'} {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:31:49.578281 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.managers [req-9a4978eb-c615-4e08-92c4-6752415de757 req-9f7d2631-a64f-4832-93e5-0429b42420e6 service neutron] Bound port: 2601f226-b338-4a52-a67c-da14b4799349, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2dbb9ad-6b1e-4fed-8fd7-c6f57aada715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ffc27ac5-3775-4b53-826e-98afab9137ce'}}] {{(pid=93205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:31:49.578884 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-9a4978eb-c615-4e08-92c4-6752415de757 req-9f7d2631-a64f-4832-93e5-0429b42420e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:49.603171 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-2a2cc2cd-9964-483f-bd82-3c39b42cd1af req-99923302-845f-413e-af7c-f94bafdcc4e6 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126800 Jul 22 02:31:49.644472 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0cd1be-603b-45e0-b5b7-44196b5633db req-6d9b4dfd-6086-4b24-97e3-f29a07a1dd25 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:49.646745 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-4b0cd1be-603b-45e0-b5b7-44196b5633db req-6d9b4dfd-6086-4b24-97e3-f29a07a1dd25 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.23 "GET /v2.0/ports?device_id=f29c7e1f-8f96-4903-a6ea-739c4b5fb7f6 HTTP/1.1" status: 200 len: 945 time: 0.1742158 Jul 22 02:31:49.702497 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.db [req-9a4978eb-c615-4e08-92c4-6752415de757 req-9f7d2631-a64f-4832-93e5-0429b42420e6 service neutron] For port 2601f226-b338-4a52-a67c-da14b4799349, host hv-cinder-79229, cleared binding levels {{(pid=93205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:31:49.707322 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.db [req-9a4978eb-c615-4e08-92c4-6752415de757 req-9f7d2631-a64f-4832-93e5-0429b42420e6 service neutron] For port 2601f226-b338-4a52-a67c-da14b4799349, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=2601f226-b338-4a52-a67c-da14b4799349,segment=NetworkSegment(e2dbb9ad-6b1e-4fed-8fd7-c6f57aada715),segment_id=e2dbb9ad-6b1e-4fed-8fd7-c6f57aada715)] {{(pid=93205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:31:49.712530 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-9a4978eb-c615-4e08-92c4-6752415de757 req-9f7d2631-a64f-4832-93e5-0429b42420e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3324456'] for port, after_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:49.761194 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4978eb-c615-4e08-92c4-6752415de757 req-9f7d2631-a64f-4832-93e5-0429b42420e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:49.761813 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-9a4978eb-c615-4e08-92c4-6752415de757 req-9f7d2631-a64f-4832-93e5-0429b42420e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409'] for port, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:49.763194 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-9a4978eb-c615-4e08-92c4-6752415de757 req-9f7d2631-a64f-4832-93e5-0429b42420e6 service neutron] 10.222.0.23 "PUT /v2.0/ports/2601f226-b338-4a52-a67c-da14b4799349 HTTP/1.1" status: 200 len: 1094 time: 0.9467497 Jul 22 02:31:49.763629 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbcc5c65-d287-4a09-b739-3908983488ad', 'tag': '2601f226-b338-4a52-a67c-da14b4799349'}] {{(pid=93205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:31:49.765871 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1519ab49a2e6f2c0b9af796621e68389a02ac4e63e9641ecb08298f364d17118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a92e7757-ae51-44e4-8507-42923940b0c7" -d '{"events": [{"name": "network-changed", "server_uuid": "dbcc5c65-d287-4a09-b739-3908983488ad", "tag": "2601f226-b338-4a52-a67c-da14b4799349"}]}' {{(pid=93205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:31:49.783077 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7d2631-a64f-4832-93e5-0429b42420e6 service neutron] Pushing event updated for resources: {'Port': ['ID=2601f226-b338-4a52-a67c-da14b4799349,revision_number=3']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:49.860073 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [req-4b0cd1be-603b-45e0-b5b7-44196b5633db req-e865d966-ea36-4c27-8ec8-5570822cb0ef tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Deleting port 69ce3adf-370f-4b16-a26a-3157068d16e7 {{(pid=93206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:31:49.860420 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-4b0cd1be-603b-45e0-b5b7-44196b5633db req-e865d966-ea36-4c27-8ec8-5570822cb0ef tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789867966868'] for port, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:49.899333 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b76ae24-148d-4f9a-8fdd-42ab5241addf req-85c6126c-610d-49cf-aa0d-1035cb1bc4e6 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:49.901643 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-2b76ae24-148d-4f9a-8fdd-42ab5241addf req-85c6126c-610d-49cf-aa0d-1035cb1bc4e6 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d3a35d1-5d50-4bbc-80be-46255b5b935d HTTP/1.1" status: 200 len: 945 time: 0.1835930 Jul 22 02:31:49.903807 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4978eb-c615-4e08-92c4-6752415de757 req-5edba936-d935-490e-b764-1ef6b17e78e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:49.905848 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-9a4978eb-c615-4e08-92c4-6752415de757 req-5edba936-d935-490e-b764-1ef6b17e78e1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=67d612e4302c499b8d778fbcdd7b9044&device_id=dbcc5c65-d287-4a09-b739-3908983488ad HTTP/1.1" status: 200 len: 1097 time: 0.0919352 Jul 22 02:31:50.000717 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-2b76ae24-148d-4f9a-8fdd-42ab5241addf req-b80c4b6a-ee2f-4d61-8189-6e760d208768 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867805 Jul 22 02:31:50.007171 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-9a4978eb-c615-4e08-92c4-6752415de757 req-d38f843d-1bcf-4d40-a2c3-e0db2a9ff8cc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2601f226-b338-4a52-a67c-da14b4799349 HTTP/1.1" status: 200 len: 217 time: 0.0814016 Jul 22 02:31:50.045249 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [req-4b0cd1be-603b-45e0-b5b7-44196b5633db req-e865d966-ea36-4c27-8ec8-5570822cb0ef tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] For port 69ce3adf-370f-4b16-a26a-3157068d16e7, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=69ce3adf-370f-4b16-a26a-3157068d16e7,segment=NetworkSegment(1178c6d7-38f4-4aec-bb2e-34535e569c60),segment_id=1178c6d7-38f4-4aec-bb2e-34535e569c60)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:31:50.045649 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-4b0cd1be-603b-45e0-b5b7-44196b5633db req-e865d966-ea36-4c27-8ec8-5570822cb0ef tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760608'] for port, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:50.060177 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [req-4b0cd1be-603b-45e0-b5b7-44196b5633db req-e865d966-ea36-4c27-8ec8-5570822cb0ef tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Calling delete_port for 69ce3adf-370f-4b16-a26a-3157068d16e7 owned by compute:nova {{(pid=93206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:31:50.102594 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4978eb-c615-4e08-92c4-6752415de757 req-6c687801-f1b2-438e-8702-a9a17735dd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:50.104164 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-9a4978eb-c615-4e08-92c4-6752415de757 req-6c687801-f1b2-438e-8702-a9a17735dd8e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5ffe1ea2-2f9b-4245-839a-fb164d77066d HTTP/1.1" status: 200 len: 850 time: 0.0906601 Jul 22 02:31:50.192037 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 02:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c9f3563-dbb5-4c9e-94e1-edff82d7e157 x-openstack-request-id: req-6c9f3563-dbb5-4c9e-94e1-edff82d7e157 {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:31:50.192037 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbcc5c65-d287-4a09-b739-3908983488ad", "tag": "2601f226-b338-4a52-a67c-da14b4799349", "status": "completed", "code": 200}]} {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:31:50.192320 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6c9f3563-dbb5-4c9e-94e1-edff82d7e157 {{(pid=93205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:31:50.192749 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbcc5c65-d287-4a09-b739-3908983488ad', 'tag': '2601f226-b338-4a52-a67c-da14b4799349', 'status': 'completed', 'code': 200} Jul 22 02:31:50.217198 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4978eb-c615-4e08-92c4-6752415de757 req-9530cffa-de89-47d1-801c-5b562ec3a2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:50.218712 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-9a4978eb-c615-4e08-92c4-6752415de757 req-9530cffa-de89-47d1-801c-5b562ec3a2e4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ffc27ac5-3775-4b53-826e-98afab9137ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0861461 Jul 22 02:31:50.219538 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc8b48-ff3b-4a9d-85e3-a5aa796692ab req-d4c96aa5-d292-459e-9b4f-f4880a6b9887 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:50.221792 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-35dc8b48-ff3b-4a9d-85e3-a5aa796692ab req-d4c96aa5-d292-459e-9b4f-f4880a6b9887 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/ports?device_id=71dfa8dc-f40a-4525-8062-460fe5fb9c31 HTTP/1.1" status: 200 len: 945 time: 0.1097600 Jul 22 02:31:50.329984 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-9a4978eb-c615-4e08-92c4-6752415de757 req-7709c093-b096-4b46-afa5-a53228164c2a service neutron] 10.222.0.23 "GET /v2.0/networks/ffc27ac5-3775-4b53-826e-98afab9137ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936646 Jul 22 02:31:50.333402 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-35dc8b48-ff3b-4a9d-85e3-a5aa796692ab req-31f019e9-5367-420b-b0a7-10d175b6a9ef tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/security-groups?id=f13f5576-774a-463a-ae27-ddf3f24faf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013803 Jul 22 02:31:50.337236 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-4b0cd1be-603b-45e0-b5b7-44196b5633db req-e865d966-ea36-4c27-8ec8-5570822cb0ef tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789867968359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789867566228'] for port, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:50.358792 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] get_ports_and_sgs() called for port_ids ['f53a050c-deec-464b-a0d0-6a7210d3fc48', '37cfc40c-b9e9-468f-8dbf-d5a95bd96599', '69ce3adf-370f-4b16-a26a-3157068d16e7'] {{(pid=93207) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:31:50.403656 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e865d966-ea36-4c27-8ec8-5570822cb0ef tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Pushing event deleted for resources: {'Port': ['ID=69ce3adf-370f-4b16-a26a-3157068d16e7,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:50.437916 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b0cd1be-603b-45e0-b5b7-44196b5633db req-e865d966-ea36-4c27-8ec8-5570822cb0ef tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] No DVR routers for this DVR port 69ce3adf-370f-4b16-a26a-3157068d16e7 on host hv-cinder-79229 {{(pid=93206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 02:31:50.441651 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-4b0cd1be-603b-45e0-b5b7-44196b5633db req-e865d966-ea36-4c27-8ec8-5570822cb0ef tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409'] for port, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:50.442994 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-9a4978eb-c615-4e08-92c4-6752415de757 req-68b69e97-0a8e-4aed-9f44-51459444c2f3 service neutron] 10.222.0.23 "GET /v2.0/networks/ffc27ac5-3775-4b53-826e-98afab9137ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023395 Jul 22 02:31:50.444438 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-4b0cd1be-603b-45e0-b5b7-44196b5633db req-e865d966-ea36-4c27-8ec8-5570822cb0ef tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.23 "DELETE /v2.0/ports/69ce3adf-370f-4b16-a26a-3157068d16e7 HTTP/1.1" status: 204 len: 173 time: 0.7894104 Jul 22 02:31:50.447586 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e865d966-ea36-4c27-8ec8-5570822cb0ef tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:50.449149 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e865d966-ea36-4c27-8ec8-5570822cb0ef tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:50.450936 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e865d966-ea36-4c27-8ec8-5570822cb0ef tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:50.452609 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e865d966-ea36-4c27-8ec8-5570822cb0ef tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:50.454256 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e865d966-ea36-4c27-8ec8-5570822cb0ef tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:50.455131 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e865d966-ea36-4c27-8ec8-5570822cb0ef tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:50.455746 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e865d966-ea36-4c27-8ec8-5570822cb0ef tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:50.456539 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e865d966-ea36-4c27-8ec8-5570822cb0ef tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:50.457007 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e865d966-ea36-4c27-8ec8-5570822cb0ef tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:50.457458 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e865d966-ea36-4c27-8ec8-5570822cb0ef tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:50.457942 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e865d966-ea36-4c27-8ec8-5570822cb0ef tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:50.458674 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e865d966-ea36-4c27-8ec8-5570822cb0ef tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:31:50.466861 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f29c7e1f-8f96-4903-a6ea-739c4b5fb7f6', 'name': 'network-vif-deleted', 'tag': '69ce3adf-370f-4b16-a26a-3157068d16e7'}] {{(pid=93206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:31:50.469234 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2c7467b3a520cac2f9dc58394876cadcbbb82697b422dc56d8b09de1a4b7e26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a2f6fe0-6c79-4f86-b65c-8f78ecb8b482" -d '{"events": [{"server_uuid": "f29c7e1f-8f96-4903-a6ea-739c4b5fb7f6", "name": "network-vif-deleted", "tag": "69ce3adf-370f-4b16-a26a-3157068d16e7"}]}' {{(pid=93206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:31:50.487481 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e2037b-31b2-4996-8bac-a83239434a70 req-fdcd4019-1e3d-4ccf-a9bd-b2cbcce842aa tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:50.494667 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b0e2037b-31b2-4996-8bac-a83239434a70 req-fdcd4019-1e3d-4ccf-a9bd-b2cbcce842aa tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=f29c7e1f-8f96-4903-a6ea-739c4b5fb7f6 HTTP/1.1" status: 200 len: 867 time: 0.2258348 Jul 22 02:31:50.594082 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b0e2037b-31b2-4996-8bac-a83239434a70 req-af7de259-7872-4aa7-9e40-04c14957197b tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963149 Jul 22 02:31:50.635825 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e7757-ae51-44e4-8507-42923940b0c7 req-c5bcdbc4-ea3a-42b6-8689-4002497787dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:50.638166 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-a92e7757-ae51-44e4-8507-42923940b0c7 req-c5bcdbc4-ea3a-42b6-8689-4002497787dc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=67d612e4302c499b8d778fbcdd7b9044&device_id=dbcc5c65-d287-4a09-b739-3908983488ad HTTP/1.1" status: 200 len: 1097 time: 0.1148655 Jul 22 02:31:50.688534 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device fd2c65fe-516a-41aa-9be1-348af6dff2e1 up at agent hyperv_hv-cinder-79229 {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:31:50.822867 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e7757-ae51-44e4-8507-42923940b0c7 req-bac11870-c924-4bfb-9fd9-33eb8f9820c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:50.824180 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-a92e7757-ae51-44e4-8507-42923940b0c7 req-bac11870-c924-4bfb-9fd9-33eb8f9820c6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ffc27ac5-3775-4b53-826e-98afab9137ce HTTP/1.1" status: 200 len: 911 time: 0.1768913 Jul 22 02:31:50.849013 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1989bd02-5375-442d-8af4-d7b976e38eb1 x-openstack-request-id: req-1989bd02-5375-442d-8af4-d7b976e38eb1 {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:31:50.856342 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f29c7e1f-8f96-4903-a6ea-739c4b5fb7f6", "name": "network-vif-deleted", "tag": "69ce3adf-370f-4b16-a26a-3157068d16e7", "status": "completed", "code": 200}]} {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:31:50.856690 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1989bd02-5375-442d-8af4-d7b976e38eb1 {{(pid=93206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:31:50.857118 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f29c7e1f-8f96-4903-a6ea-739c4b5fb7f6', 'name': 'network-vif-deleted', 'tag': '69ce3adf-370f-4b16-a26a-3157068d16e7', 'status': 'completed', 'code': 200} Jul 22 02:31:50.870718 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Provisioning for port fd2c65fe-516a-41aa-9be1-348af6dff2e1 completed by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:31:50.879418 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Provisioning complete for port fd2c65fe-516a-41aa-9be1-348af6dff2e1 triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:31:50.879794 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:50.893479 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590a348c-f489-4dcc-8a82-05e69896d66c req-f94af380-2e5e-4c4b-b3f3-1725bc0fd615 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:50.895046 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-590a348c-f489-4dcc-8a82-05e69896d66c req-f94af380-2e5e-4c4b-b3f3-1725bc0fd615 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcc5c65-d287-4a09-b739-3908983488ad HTTP/1.1" status: 200 len: 944 time: 0.1612303 Jul 22 02:31:50.907747 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-a92e7757-ae51-44e4-8507-42923940b0c7 req-4be37cd1-f522-44ad-8e89-eaad3fba1601 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2601f226-b338-4a52-a67c-da14b4799349 HTTP/1.1" status: 200 len: 217 time: 0.0727916 Jul 22 02:31:51.020501 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-590a348c-f489-4dcc-8a82-05e69896d66c req-7312e7de-2448-4f36-a838-6d6554adec10 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/security-groups?id=63e9ec9d-cac8-47aa-a784-0c3cf16d9873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084628 Jul 22 02:31:51.066824 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:51.117472 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71dfa8dc-f40a-4525-8062-460fe5fb9c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd2c65fe-516a-41aa-9be1-348af6dff2e1'}] {{(pid=93207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:31:51.122330 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e7757-ae51-44e4-8507-42923940b0c7 req-7badf250-287f-4ba8-a226-f9df5d3457d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:51.126204 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-a92e7757-ae51-44e4-8507-42923940b0c7 req-7badf250-287f-4ba8-a226-f9df5d3457d0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5ffe1ea2-2f9b-4245-839a-fb164d77066d HTTP/1.1" status: 200 len: 850 time: 0.2033889 Jul 22 02:31:51.126367 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7ee477d080e02922d9a3c1e9b5cc60990edb702a504399eb5b32d0111ac025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc90f44-5931-4e86-bfaa-25eddc70d573" -d '{"events": [{"server_uuid": "71dfa8dc-f40a-4525-8062-460fe5fb9c31", "name": "network-vif-plugged", "status": "completed", "tag": "fd2c65fe-516a-41aa-9be1-348af6dff2e1"}]}' {{(pid=93207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:31:51.130505 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01295b4-b27a-4339-bf07-b25400679fbc req-cb59583a-8ba5-44f3-bf30-ae990d4d28ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:51.131924 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a01295b4-b27a-4339-bf07-b25400679fbc req-cb59583a-8ba5-44f3-bf30-ae990d4d28ce service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=983dc1d7a16247a98a094716f99ada48&device_id=8d3a35d1-5d50-4bbc-80be-46255b5b935d HTTP/1.1" status: 200 len: 1098 time: 0.1011980 Jul 22 02:31:51.158964 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port fd2c65fe-516a-41aa-9be1-348af6dff2e1, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=fd2c65fe-516a-41aa-9be1-348af6dff2e1,segment=NetworkSegment(96fb0343-6944-4dfe-bca8-613847c19d98),segment_id=96fb0343-6944-4dfe-bca8-613847c19d98)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:31:51.168404 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:51.232877 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 59316) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:31:51.260765 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Pushing event updated for resources: {'Port': ['ID=fd2c65fe-516a-41aa-9be1-348af6dff2e1,revision_number=5']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:51.308133 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e7757-ae51-44e4-8507-42923940b0c7 req-33be4d20-2aaf-4e6e-a84e-3b5f3a4c778d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:51.309924 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-a92e7757-ae51-44e4-8507-42923940b0c7 req-33be4d20-2aaf-4e6e-a84e-3b5f3a4c778d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ffc27ac5-3775-4b53-826e-98afab9137ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1706319 Jul 22 02:31:51.434363 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-a92e7757-ae51-44e4-8507-42923940b0c7 req-b2843816-ca59-4b51-ba3d-5a2797a1043a service neutron] 10.222.0.23 "GET /v2.0/networks/ffc27ac5-3775-4b53-826e-98afab9137ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145413 Jul 22 02:31:51.449703 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32825cd6-7546-4a6a-b94e-460d55089b15 req-9495231e-1515-43f1-b601-eb4c1e3f5c48 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:51.451271 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-32825cd6-7546-4a6a-b94e-460d55089b15 req-9495231e-1515-43f1-b601-eb4c1e3f5c48 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d3a35d1-5d50-4bbc-80be-46255b5b935d HTTP/1.1" status: 200 len: 945 time: 0.2073159 Jul 22 02:31:51.452720 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01295b4-b27a-4339-bf07-b25400679fbc req-12fd75f2-260a-4478-bec0-64b1ce01c596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:51.454276 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a01295b4-b27a-4339-bf07-b25400679fbc req-12fd75f2-260a-4478-bec0-64b1ce01c596 service neutron] 10.222.0.23 "GET /v2.0/networks?id=72ed7fff-9ec8-4d42-8728-85745d62dd2e HTTP/1.1" status: 200 len: 919 time: 0.3139517 Jul 22 02:31:51.462168 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064c99e-866b-4d6c-b5d7-48a3a0f5c426 req-b03f4e06-a39b-484a-979a-a8eee004b3df tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:51.470375 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b064c99e-866b-4d6c-b5d7-48a3a0f5c426 req-b03f4e06-a39b-484a-979a-a8eee004b3df tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 943 time: 0.2356160 Jul 22 02:31:51.522066 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a01295b4-b27a-4339-bf07-b25400679fbc req-9dbd9143-d4b0-4137-963e-fcafbf3f0e18 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=21642b83-cb97-476d-9965-9d450d17bc83 HTTP/1.1" status: 200 len: 217 time: 0.0470922 Jul 22 02:31:51.582318 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-a92e7757-ae51-44e4-8507-42923940b0c7 req-242c105d-0944-422a-bd2d-6c533f768ef6 service neutron] 10.222.0.23 "GET /v2.0/networks/ffc27ac5-3775-4b53-826e-98afab9137ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381207 Jul 22 02:31:51.709323 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 59338) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:31:51.818952 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-e0bf55fa-d977-4113-ad39-eb2bcfb35321 req-429fe0be-c714-44a1-8282-c239abb3939c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1068218 Jul 22 02:31:51.827217 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-d9afcbbe-1a4b-46a0-8d10-c6d6d6d701ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:51.849516 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b064c99e-866b-4d6c-b5d7-48a3a0f5c426 req-0ce05876-6893-49c5-bc0a-724d63bd0c63 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3781040 Jul 22 02:31:51.857916 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-32825cd6-7546-4a6a-b94e-460d55089b15 req-899755f6-b93f-4321-9441-a7cc58d2c43c tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3843133 Jul 22 02:31:51.860466 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01295b4-b27a-4339-bf07-b25400679fbc req-f1d52903-27f7-488c-8ed5-f7b24ef8af62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:51.861861 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a01295b4-b27a-4339-bf07-b25400679fbc req-f1d52903-27f7-488c-8ed5-f7b24ef8af62 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=72796e7a-066a-4b87-aca1-2c9cb7a8cc4a HTTP/1.1" status: 200 len: 859 time: 0.3279526 Jul 22 02:31:51.902040 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34cafa70-cb16-4ac2-8e5e-2d9a9b2324c8 x-openstack-request-id: req-34cafa70-cb16-4ac2-8e5e-2d9a9b2324c8 {{(pid=93207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:31:51.902890 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71dfa8dc-f40a-4525-8062-460fe5fb9c31", "name": "network-vif-plugged", "status": "completed", "tag": "fd2c65fe-516a-41aa-9be1-348af6dff2e1", "code": 200}]} {{(pid=93207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:31:51.903153 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-34cafa70-cb16-4ac2-8e5e-2d9a9b2324c8 {{(pid=93207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:31:51.903622 dv-cinder-792299-6-iscsi neutron-server[93207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71dfa8dc-f40a-4525-8062-460fe5fb9c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd2c65fe-516a-41aa-9be1-348af6dff2e1', 'code': 200} Jul 22 02:31:51.994510 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-d9afcbbe-1a4b-46a0-8d10-c6d6d6d701ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:52.002314 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-d9afcbbe-1a4b-46a0-8d10-c6d6d6d701ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:52.057479 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-d9afcbbe-1a4b-46a0-8d10-c6d6d6d701ab admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=eb7bd0a8144345e49e114a62105cb725&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8208332 Jul 22 02:31:52.058353 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 59352) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:31:52.059375 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9afcbbe-1a4b-46a0-8d10-c6d6d6d701ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f0771b-0b43-4480-adbe-6685d626dffe,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:52.076029 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15fc876-419a-409b-aaa9-95cfa5550ced req-0b33a6ff-23f4-403a-a667-c681c9bfd168 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:52.077995 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a15fc876-419a-409b-aaa9-95cfa5550ced req-0b33a6ff-23f4-403a-a667-c681c9bfd168 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/ports?device_id=71dfa8dc-f40a-4525-8062-460fe5fb9c31 HTTP/1.1" status: 200 len: 946 time: 0.1306360 Jul 22 02:31:52.127887 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-8ee35a1b-ed7d-43a0-a760-c57359624d0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:52.149506 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-8ee35a1b-ed7d-43a0-a760-c57359624d0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:52.157921 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a15fc876-419a-409b-aaa9-95cfa5550ced req-bfa8ad71-7e44-4c1e-8f8e-a86965776dc0 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/security-groups?id=f13f5576-774a-463a-ae27-ddf3f24faf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734565 Jul 22 02:31:52.206024 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4360f-871f-4076-a125-f0957fa93570 req-550f2b6b-a25b-4095-a996-925835e58b57 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:52.206874 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-8ee35a1b-ed7d-43a0-a760-c57359624d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:52.208055 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-10b4360f-871f-4076-a125-f0957fa93570 req-550f2b6b-a25b-4095-a996-925835e58b57 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcc5c65-d287-4a09-b739-3908983488ad HTTP/1.1" status: 200 len: 944 time: 0.0898802 Jul 22 02:31:52.209788 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-8ee35a1b-ed7d-43a0-a760-c57359624d0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:31:52.210930 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-8ee35a1b-ed7d-43a0-a760-c57359624d0b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b4f0771b-0b43-4480-adbe-6685d626dffe HTTP/1.1" status: 204 len: 168 time: 0.1508420 Jul 22 02:31:52.218853 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee35a1b-ed7d-43a0-a760-c57359624d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f0771b-0b43-4480-adbe-6685d626dffe,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:31:52.292597 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-10b4360f-871f-4076-a125-f0957fa93570 req-c8c38b58-d916-452b-bc31-f69b2e9745c5 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/security-groups?id=63e9ec9d-cac8-47aa-a784-0c3cf16d9873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717216 Jul 22 02:31:52.329511 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924d8638-49ac-4db3-9c96-11632719feaf req-8a4ffd14-e372-473c-aff2-a12e25ef1f69 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:52.331029 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-924d8638-49ac-4db3-9c96-11632719feaf req-8a4ffd14-e372-473c-aff2-a12e25ef1f69 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ac750a0-cfae-489d-923c-904dcbb9f2ff HTTP/1.1" status: 200 len: 945 time: 0.0969629 Jul 22 02:31:52.372883 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-924d8638-49ac-4db3-9c96-11632719feaf req-5f32debc-a710-4bbe-a6c4-1d9cf38216c4 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354838 Jul 22 02:31:53.025732 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f629a5e5-3344-436b-97f1-4f4b3009597a req-b9407d0b-7fc3-47e1-9903-7b37a9389567 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:53.027174 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-f629a5e5-3344-436b-97f1-4f4b3009597a req-b9407d0b-7fc3-47e1-9903-7b37a9389567 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 943 time: 0.1028028 Jul 22 02:31:53.034519 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6914c83a-0c77-4c7f-bc21-94a7dad66e63 req-743c5715-04b8-443a-90d8-e9d59f942116 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:53.035829 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-6914c83a-0c77-4c7f-bc21-94a7dad66e63 req-743c5715-04b8-443a-90d8-e9d59f942116 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d3a35d1-5d50-4bbc-80be-46255b5b935d HTTP/1.1" status: 200 len: 945 time: 0.1022484 Jul 22 02:31:53.090270 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-f629a5e5-3344-436b-97f1-4f4b3009597a req-eb3ba86b-dbdb-456d-97a9-6ba972aa6579 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535173 Jul 22 02:31:53.093030 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-6914c83a-0c77-4c7f-bc21-94a7dad66e63 req-f38d193c-07e3-4d6a-a71c-1f5a75fc1f3d tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500033 Jul 22 02:31:53.286060 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f2e1e-188c-4fd5-8da0-d09f843f87e8 req-72e229d9-4a2f-44be-bba6-33ee4a59cc16 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:53.287478 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-898f2e1e-188c-4fd5-8da0-d09f843f87e8 req-72e229d9-4a2f-44be-bba6-33ee4a59cc16 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/ports?device_id=71dfa8dc-f40a-4525-8062-460fe5fb9c31 HTTP/1.1" status: 200 len: 946 time: 0.0625803 Jul 22 02:31:53.324683 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-898f2e1e-188c-4fd5-8da0-d09f843f87e8 req-92678c58-16e6-4278-a22e-3950c60bce33 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/security-groups?id=f13f5576-774a-463a-ae27-ddf3f24faf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309117 Jul 22 02:31:53.428358 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03051297-f113-49ba-a032-aaa07b275055 req-dda8de43-f895-4a88-a820-5947eb8fd6aa tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:53.429871 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-03051297-f113-49ba-a032-aaa07b275055 req-dda8de43-f895-4a88-a820-5947eb8fd6aa tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcc5c65-d287-4a09-b739-3908983488ad HTTP/1.1" status: 200 len: 944 time: 0.0676179 Jul 22 02:31:53.496816 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-03051297-f113-49ba-a032-aaa07b275055 req-c6439091-fa06-44b1-b7ab-68010e096a02 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/security-groups?id=63e9ec9d-cac8-47aa-a784-0c3cf16d9873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614953 Jul 22 02:31:53.523933 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c95f624-94fe-43df-8202-3235c6698b0e req-e296f64b-7747-4d85-8cc7-a64e1555d131 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:53.525539 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9c95f624-94fe-43df-8202-3235c6698b0e req-e296f64b-7747-4d85-8cc7-a64e1555d131 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ac750a0-cfae-489d-923c-904dcbb9f2ff HTTP/1.1" status: 200 len: 945 time: 0.0844030 Jul 22 02:31:53.542437 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea no longer exists at agent hyperv_hv-cinder-79229 {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:31:53.584329 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a01295b4-b27a-4339-bf07-b25400679fbc req-20c46a6c-1a69-45ff-abf5-6344d20d50bd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=72ed7fff-9ec8-4d42-8728-85745d62dd2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351043 Jul 22 02:31:53.596734 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9c95f624-94fe-43df-8202-3235c6698b0e req-ca9d1a26-28c7-47b2-b4ac-6eeb0d9610ce tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656834 Jul 22 02:31:54.259008 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff4eb6-2425-4657-a1d1-315fcdf4595e req-1a03fbbc-67b8-4e6a-b3fa-659862f45915 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:54.260502 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-7bff4eb6-2425-4657-a1d1-315fcdf4595e req-1a03fbbc-67b8-4e6a-b3fa-659862f45915 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d3a35d1-5d50-4bbc-80be-46255b5b935d HTTP/1.1" status: 200 len: 945 time: 0.1016040 Jul 22 02:31:54.267757 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80467094-a985-4c6c-bb41-267b6888e63d req-007ea7de-a27c-463e-90f7-b6f424056cb9 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:54.269141 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-80467094-a985-4c6c-bb41-267b6888e63d req-007ea7de-a27c-463e-90f7-b6f424056cb9 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 943 time: 0.1081014 Jul 22 02:31:54.325379 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-7bff4eb6-2425-4657-a1d1-315fcdf4595e req-a54ebf22-3ed1-4203-a39b-68b5849c2c3f tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553091 Jul 22 02:31:54.328085 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-80467094-a985-4c6c-bb41-267b6888e63d req-7eca6361-c47a-4b33-ac8f-62c24324fc33 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521894 Jul 22 02:31:54.452507 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84506b8-5c84-4939-b7f3-3431d8a1b3dd req-4e7ac51e-3a33-4229-b403-e2bb9eebfc0b tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:54.454340 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-c84506b8-5c84-4939-b7f3-3431d8a1b3dd req-4e7ac51e-3a33-4229-b403-e2bb9eebfc0b tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/ports?device_id=71dfa8dc-f40a-4525-8062-460fe5fb9c31 HTTP/1.1" status: 200 len: 946 time: 0.0660667 Jul 22 02:31:54.490701 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-c84506b8-5c84-4939-b7f3-3431d8a1b3dd req-b2c05f95-45a3-4adb-933e-76ea28082bbc tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/security-groups?id=f13f5576-774a-463a-ae27-ddf3f24faf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309162 Jul 22 02:31:54.622443 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf292fc6-5232-4aa9-8e4d-c6761946e805 req-49fce8aa-094a-41a0-84e7-825485f022b2 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:54.623913 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-cf292fc6-5232-4aa9-8e4d-c6761946e805 req-49fce8aa-094a-41a0-84e7-825485f022b2 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcc5c65-d287-4a09-b739-3908983488ad HTTP/1.1" status: 200 len: 944 time: 0.0611188 Jul 22 02:31:54.665750 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-cf292fc6-5232-4aa9-8e4d-c6761946e805 req-ff3e32a3-7b4c-4709-839c-c835d333d5d9 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/security-groups?id=63e9ec9d-cac8-47aa-a784-0c3cf16d9873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363300 Jul 22 02:31:54.702214 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device 69ce3adf-370f-4b16-a26a-3157068d16e7 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:31:54.729435 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] No Port match for: 69ce3adf-370f-4b16-a26a-3157068d16e7 {{(pid=93207) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:31:54.730149 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device 69ce3adf-370f-4b16-a26a-3157068d16e7 not bound to the agent host hv-cinder-79229 {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:31:54.796502 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a01295b4-b27a-4339-bf07-b25400679fbc req-98e0914d-0671-4d13-9a3f-682bb4868a7d service neutron] 10.222.0.23 "GET /v2.0/networks/72ed7fff-9ec8-4d42-8728-85745d62dd2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287780 Jul 22 02:31:54.805454 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7381eb4-f67d-413c-8d1c-722ab0a5c4f7 req-9ef33c43-5d76-4ccf-bb46-ed11da063009 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:54.806868 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a7381eb4-f67d-413c-8d1c-722ab0a5c4f7 req-9ef33c43-5d76-4ccf-bb46-ed11da063009 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ac750a0-cfae-489d-923c-904dcbb9f2ff HTTP/1.1" status: 200 len: 945 time: 0.1402638 Jul 22 02:31:54.882393 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a7381eb4-f67d-413c-8d1c-722ab0a5c4f7 req-1adb3944-9667-4860-9f6b-04ac5644fc52 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688570 Jul 22 02:31:54.889033 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8199b48-3f2f-4f61-b491-79ef23f3e3b0 req-ca163227-49f1-47d7-940f-c46786f5f95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:54.890577 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-e8199b48-3f2f-4f61-b491-79ef23f3e3b0 req-ca163227-49f1-47d7-940f-c46786f5f95f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=71dfa8dc-f40a-4525-8062-460fe5fb9c31 HTTP/1.1" status: 200 len: 1099 time: 0.0666189 Jul 22 02:31:54.928391 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-e8199b48-3f2f-4f61-b491-79ef23f3e3b0 req-3c9712e7-2d45-49e6-8ed7-bb15416c1418 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f13f5576-774a-463a-ae27-ddf3f24faf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288332 Jul 22 02:31:54.941053 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a01295b4-b27a-4339-bf07-b25400679fbc req-7752d047-41dc-419d-8c73-deaa189cb639 service neutron] 10.222.0.23 "GET /v2.0/networks/72ed7fff-9ec8-4d42-8728-85745d62dd2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117823 Jul 22 02:31:55.490115 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b2f228-bbcb-41b7-9e54-3fa9a189ef54 req-6bf8f64f-aaee-4086-a04d-efa289eb0f08 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:55.492087 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e7b2f228-bbcb-41b7-9e54-3fa9a189ef54 req-6bf8f64f-aaee-4086-a04d-efa289eb0f08 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d3a35d1-5d50-4bbc-80be-46255b5b935d HTTP/1.1" status: 200 len: 945 time: 0.1005914 Jul 22 02:31:55.499210 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d5848-e347-4b8d-b4a8-eaab31b42bf3 req-6c8dc77c-e5d7-4de5-b3d6-9ac5d7574c69 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:55.500538 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-f02d5848-e347-4b8d-b4a8-eaab31b42bf3 req-6c8dc77c-e5d7-4de5-b3d6-9ac5d7574c69 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 943 time: 0.1005754 Jul 22 02:31:55.558402 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-f02d5848-e347-4b8d-b4a8-eaab31b42bf3 req-1bdfc396-63bc-428d-9fb5-aa194870f3c8 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505953 Jul 22 02:31:55.561081 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e7b2f228-bbcb-41b7-9e54-3fa9a189ef54 req-b073aa87-323d-4b56-bd17-bf5bdf6c4c96 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596766 Jul 22 02:31:55.681177 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15689b54-03c1-495a-8c62-633fc8545d52 req-e062b336-0912-42f1-a311-d01dc5882e4c tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:55.682679 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-15689b54-03c1-495a-8c62-633fc8545d52 req-e062b336-0912-42f1-a311-d01dc5882e4c tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/ports?device_id=71dfa8dc-f40a-4525-8062-460fe5fb9c31 HTTP/1.1" status: 200 len: 946 time: 0.0649924 Jul 22 02:31:55.730386 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-15689b54-03c1-495a-8c62-633fc8545d52 req-f2598dbe-93eb-4e38-a081-34fcbc2ebd87 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/security-groups?id=f13f5576-774a-463a-ae27-ddf3f24faf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419993 Jul 22 02:31:55.824613 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb84d3d8-4d1b-480c-980a-7883f7f0673e req-4adac448-14e7-4652-935f-526e67c7ad2b tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:55.826103 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-fb84d3d8-4d1b-480c-980a-7883f7f0673e req-4adac448-14e7-4652-935f-526e67c7ad2b tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcc5c65-d287-4a09-b739-3908983488ad HTTP/1.1" status: 200 len: 944 time: 0.0631189 Jul 22 02:31:55.864702 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-fb84d3d8-4d1b-480c-980a-7883f7f0673e req-1c826a53-de3b-4e10-9041-a02352a9c976 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/security-groups?id=63e9ec9d-cac8-47aa-a784-0c3cf16d9873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330279 Jul 22 02:31:56.012078 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a060f4-741f-4fca-8668-0599d68346d1 req-1bd2cb1f-0965-413d-a0a2-d51f8481dccd tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:56.013758 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a3a060f4-741f-4fca-8668-0599d68346d1 req-1bd2cb1f-0965-413d-a0a2-d51f8481dccd tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ac750a0-cfae-489d-923c-904dcbb9f2ff HTTP/1.1" status: 200 len: 945 time: 0.0657260 Jul 22 02:31:56.050596 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a3a060f4-741f-4fca-8668-0599d68346d1 req-c402f690-4533-403c-abf5-54fb41d5c8f7 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312405 Jul 22 02:31:56.728835 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07acd180-559d-4a10-b35b-37a7d183d25e req-725843fd-1c19-486c-afd6-9b3b64f55aae tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:56.730294 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-07acd180-559d-4a10-b35b-37a7d183d25e req-725843fd-1c19-486c-afd6-9b3b64f55aae tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d3a35d1-5d50-4bbc-80be-46255b5b935d HTTP/1.1" status: 200 len: 945 time: 0.1030433 Jul 22 02:31:56.737350 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d845694f-5a0a-4823-9741-0418e3a988d3 req-ef1508a2-2927-4009-946d-e704aad8d702 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:56.738695 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d845694f-5a0a-4823-9741-0418e3a988d3 req-ef1508a2-2927-4009-946d-e704aad8d702 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 943 time: 0.1102321 Jul 22 02:31:56.792722 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-07acd180-559d-4a10-b35b-37a7d183d25e req-8817a39f-18f5-45f0-80b1-d4cb9cd080c1 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530846 Jul 22 02:31:56.797379 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d845694f-5a0a-4823-9741-0418e3a988d3 req-dd79f284-1a0d-4285-a9ff-b340aa70bd6c tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520136 Jul 22 02:31:56.910835 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9dd54d-00c4-44e0-a850-ed42187688be req-f80fa8b4-6500-4015-89c1-7aea3dd5c809 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:56.912459 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-1d9dd54d-00c4-44e0-a850-ed42187688be req-f80fa8b4-6500-4015-89c1-7aea3dd5c809 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/ports?device_id=71dfa8dc-f40a-4525-8062-460fe5fb9c31 HTTP/1.1" status: 200 len: 946 time: 0.0661044 Jul 22 02:31:56.980168 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-1d9dd54d-00c4-44e0-a850-ed42187688be req-5dece2bf-aeea-4723-84df-72ef0fe1a4cb tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/security-groups?id=f13f5576-774a-463a-ae27-ddf3f24faf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611770 Jul 22 02:31:57.011861 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae09582-2114-4f18-b80f-feadba328edb req-18a691f8-cf43-4db1-953b-bbcb74e3d4eb tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:57.013380 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-5ae09582-2114-4f18-b80f-feadba328edb req-18a691f8-cf43-4db1-953b-bbcb74e3d4eb tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcc5c65-d287-4a09-b739-3908983488ad HTTP/1.1" status: 200 len: 944 time: 0.0803421 Jul 22 02:31:57.060096 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-5ae09582-2114-4f18-b80f-feadba328edb req-422f0a6c-e706-400c-af84-db114ab7e578 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/security-groups?id=63e9ec9d-cac8-47aa-a784-0c3cf16d9873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408614 Jul 22 02:31:57.110997 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9581a-5293-49e0-aa14-d91a46e50415 req-b843b50c-6126-4571-bb10-f0a43f0374f6 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:57.112470 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-29d9581a-5293-49e0-aa14-d91a46e50415 req-b843b50c-6126-4571-bb10-f0a43f0374f6 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/ports?device_id=71dfa8dc-f40a-4525-8062-460fe5fb9c31 HTTP/1.1" status: 200 len: 946 time: 0.0665264 Jul 22 02:31:57.178201 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-29d9581a-5293-49e0-aa14-d91a46e50415 req-7f1bc84e-cad2-4b54-b98b-a08fd7f9eaa1 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/security-groups?id=f13f5576-774a-463a-ae27-ddf3f24faf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601196 Jul 22 02:31:57.202958 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00de9c55-06f4-44e6-b766-b53d3fa9e74b req-61c92ce6-ecf9-44ec-891c-5da9b30e8141 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:57.204436 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-00de9c55-06f4-44e6-b766-b53d3fa9e74b req-61c92ce6-ecf9-44ec-891c-5da9b30e8141 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ac750a0-cfae-489d-923c-904dcbb9f2ff HTTP/1.1" status: 200 len: 945 time: 0.0876164 Jul 22 02:31:57.245159 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-00de9c55-06f4-44e6-b766-b53d3fa9e74b req-5b053e43-b96a-400e-9982-561b738834b1 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353146 Jul 22 02:31:57.513174 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e43f459-c5c4-44dd-b5c6-b32c3dbe3583 req-583d4984-c7cd-43dc-9ba6-ced3594a22fd tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:57.514642 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9e43f459-c5c4-44dd-b5c6-b32c3dbe3583 req-583d4984-c7cd-43dc-9ba6-ced3594a22fd tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/ports?device_id=71dfa8dc-f40a-4525-8062-460fe5fb9c31 HTTP/1.1" status: 200 len: 946 time: 0.0619650 Jul 22 02:31:57.551598 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9e43f459-c5c4-44dd-b5c6-b32c3dbe3583 req-0cafe24a-e755-44b6-8c78-1c7b1b69ff8d tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/security-groups?id=f13f5576-774a-463a-ae27-ddf3f24faf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315049 Jul 22 02:31:57.972277 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a8ae6-1cef-4019-8c4c-dc63afcc4cd3 req-62fc8658-abea-4e97-a0fd-23f172a1cf13 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:57.973593 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-f93a8ae6-1cef-4019-8c4c-dc63afcc4cd3 req-62fc8658-abea-4e97-a0fd-23f172a1cf13 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d3a35d1-5d50-4bbc-80be-46255b5b935d HTTP/1.1" status: 200 len: 945 time: 0.1046715 Jul 22 02:31:57.981946 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846128e-8475-49da-9e68-e0a06801a36e req-8c83b688-4f5c-4acd-b7fc-2fd77835facf tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:57.983307 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e846128e-8475-49da-9e68-e0a06801a36e req-8c83b688-4f5c-4acd-b7fc-2fd77835facf tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 943 time: 0.1042566 Jul 22 02:31:58.035290 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-f93a8ae6-1cef-4019-8c4c-dc63afcc4cd3 req-d8f50198-1406-4c1e-86fd-00d8f810dd41 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509872 Jul 22 02:31:58.042210 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e846128e-8475-49da-9e68-e0a06801a36e req-7c532ad1-5938-4aef-a392-2712349b2c5e tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513577 Jul 22 02:31:58.189126 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b7f48-5717-4b3f-8165-f0e6e3e4439f req-a46bdfa6-2d7e-407e-8c4c-c882a366c2e3 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:58.190561 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-965b7f48-5717-4b3f-8165-f0e6e3e4439f req-a46bdfa6-2d7e-407e-8c4c-c882a366c2e3 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcc5c65-d287-4a09-b739-3908983488ad HTTP/1.1" status: 200 len: 944 time: 0.0617950 Jul 22 02:31:58.226822 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-965b7f48-5717-4b3f-8165-f0e6e3e4439f req-1ad6e98d-b190-4845-b0f4-7c84841df901 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/security-groups?id=63e9ec9d-cac8-47aa-a784-0c3cf16d9873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303237 Jul 22 02:31:58.372074 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b80752-cdd5-430c-89df-076159d5215a req-ac39c72d-6a5c-4d86-b0e2-b721e307f8f2 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:58.373445 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-89b80752-cdd5-430c-89df-076159d5215a req-ac39c72d-6a5c-4d86-b0e2-b721e307f8f2 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ac750a0-cfae-489d-923c-904dcbb9f2ff HTTP/1.1" status: 200 len: 945 time: 0.0614331 Jul 22 02:31:58.409351 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-89b80752-cdd5-430c-89df-076159d5215a req-c851e46f-9a15-41e8-96b0-cc274797a20c tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303228 Jul 22 02:31:59.204206 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36bc952-c089-46a4-8f67-093a75493f44 req-6c94b3cf-3fa8-4d9b-8f31-335e18408479 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:59.205708 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b36bc952-c089-46a4-8f67-093a75493f44 req-6c94b3cf-3fa8-4d9b-8f31-335e18408479 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d3a35d1-5d50-4bbc-80be-46255b5b935d HTTP/1.1" status: 200 len: 945 time: 0.1009994 Jul 22 02:31:59.217384 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e1f41-6467-4ceb-bf45-0607613665c3 req-15b524e0-8e13-4eca-8339-9234105ed774 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:59.218767 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e94e1f41-6467-4ceb-bf45-0607613665c3 req-15b524e0-8e13-4eca-8339-9234105ed774 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 943 time: 0.1055703 Jul 22 02:31:59.275209 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b36bc952-c089-46a4-8f67-093a75493f44 req-6736ad93-a4b3-4a5b-b0eb-d133845e6bd2 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554984 Jul 22 02:31:59.277951 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e94e1f41-6467-4ceb-bf45-0607613665c3 req-2f9c4078-6fe3-42f1-95b9-c84320bf0c16 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517769 Jul 22 02:31:59.392149 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eaa307-26c8-40d9-8445-4d16df9a9d7a req-492716ec-ebec-4cd6-a0bd-55108387a4cc tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:59.393537 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-19eaa307-26c8-40d9-8445-4d16df9a9d7a req-492716ec-ebec-4cd6-a0bd-55108387a4cc tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcc5c65-d287-4a09-b739-3908983488ad HTTP/1.1" status: 200 len: 944 time: 0.0646813 Jul 22 02:31:59.430862 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-19eaa307-26c8-40d9-8445-4d16df9a9d7a req-a42c8479-e342-47dc-9bde-a6ca4533dc72 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/security-groups?id=63e9ec9d-cac8-47aa-a784-0c3cf16d9873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314071 Jul 22 02:31:59.538625 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c5f47e-d11c-4cbf-a04d-477fd630999b req-0827cc86-776b-401f-aa74-b4a0ef7c48d7 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:31:59.540102 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-14c5f47e-d11c-4cbf-a04d-477fd630999b req-0827cc86-776b-401f-aa74-b4a0ef7c48d7 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ac750a0-cfae-489d-923c-904dcbb9f2ff HTTP/1.1" status: 200 len: 945 time: 0.0644202 Jul 22 02:31:59.578496 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-14c5f47e-d11c-4cbf-a04d-477fd630999b req-b53c0290-0b6d-4444-b37c-4e135afc7b02 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328772 Jul 22 02:32:00.027430 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08220372-e6a8-45a0-92e2-27f9ac6c2045 req-74374f23-8630-4b61-9ea5-60a79eceaf90 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:00.029007 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-08220372-e6a8-45a0-92e2-27f9ac6c2045 req-74374f23-8630-4b61-9ea5-60a79eceaf90 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ac750a0-cfae-489d-923c-904dcbb9f2ff HTTP/1.1" status: 200 len: 945 time: 0.0838025 Jul 22 02:32:00.143182 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [req-08220372-e6a8-45a0-92e2-27f9ac6c2045 req-70bd4f53-783b-4f30-a324-3ba16b747056 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Deleting port 37cfc40c-b9e9-468f-8dbf-d5a95bd96599 {{(pid=93206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:32:00.143527 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-08220372-e6a8-45a0-92e2-27f9ac6c2045 req-70bd4f53-783b-4f30-a324-3ba16b747056 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789867966868'] for port, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:00.236604 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [req-08220372-e6a8-45a0-92e2-27f9ac6c2045 req-70bd4f53-783b-4f30-a324-3ba16b747056 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] For port 37cfc40c-b9e9-468f-8dbf-d5a95bd96599, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=37cfc40c-b9e9-468f-8dbf-d5a95bd96599,segment=NetworkSegment(1178c6d7-38f4-4aec-bb2e-34535e569c60),segment_id=1178c6d7-38f4-4aec-bb2e-34535e569c60)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:32:00.237326 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-08220372-e6a8-45a0-92e2-27f9ac6c2045 req-70bd4f53-783b-4f30-a324-3ba16b747056 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760608'] for port, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:00.249172 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [req-08220372-e6a8-45a0-92e2-27f9ac6c2045 req-70bd4f53-783b-4f30-a324-3ba16b747056 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Calling delete_port for 37cfc40c-b9e9-468f-8dbf-d5a95bd96599 owned by compute:nova {{(pid=93206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:32:00.435023 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-08220372-e6a8-45a0-92e2-27f9ac6c2045 req-70bd4f53-783b-4f30-a324-3ba16b747056 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789867968359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789867566228'] for port, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:00.455411 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df909a30-0d01-4c18-818b-d508d4450080 req-d442a5ca-c852-469a-8ed9-40b8e4786d27 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:00.456976 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-df909a30-0d01-4c18-818b-d508d4450080 req-d442a5ca-c852-469a-8ed9-40b8e4786d27 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d3a35d1-5d50-4bbc-80be-46255b5b935d HTTP/1.1" status: 200 len: 945 time: 0.0950422 Jul 22 02:32:00.495017 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bd4f53-783b-4f30-a324-3ba16b747056 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Pushing event deleted for resources: {'Port': ['ID=37cfc40c-b9e9-468f-8dbf-d5a95bd96599,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:00.580397 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [req-08220372-e6a8-45a0-92e2-27f9ac6c2045 req-70bd4f53-783b-4f30-a324-3ba16b747056 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] No DVR routers for this DVR port 37cfc40c-b9e9-468f-8dbf-d5a95bd96599 on host hv-cinder-79229 {{(pid=93206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 02:32:00.590476 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-df909a30-0d01-4c18-818b-d508d4450080 req-10b8eacd-b89a-4cf5-94d6-7e875d522e0a tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118929 Jul 22 02:32:00.591473 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-08220372-e6a8-45a0-92e2-27f9ac6c2045 req-70bd4f53-783b-4f30-a324-3ba16b747056 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409'] for port, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:00.593514 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-08220372-e6a8-45a0-92e2-27f9ac6c2045 req-70bd4f53-783b-4f30-a324-3ba16b747056 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.23 "DELETE /v2.0/ports/37cfc40c-b9e9-468f-8dbf-d5a95bd96599 HTTP/1.1" status: 204 len: 173 time: 0.5554738 Jul 22 02:32:00.594031 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ac750a0-cfae-489d-923c-904dcbb9f2ff', 'name': 'network-vif-deleted', 'tag': '37cfc40c-b9e9-468f-8dbf-d5a95bd96599'}] {{(pid=93206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:32:00.596251 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2c7467b3a520cac2f9dc58394876cadcbbb82697b422dc56d8b09de1a4b7e26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cbd8947-ee0d-4e06-993c-eff14253484f" -d '{"events": [{"server_uuid": "1ac750a0-cfae-489d-923c-904dcbb9f2ff", "name": "network-vif-deleted", "tag": "37cfc40c-b9e9-468f-8dbf-d5a95bd96599"}]}' {{(pid=93206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:32:00.623351 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12689447-f493-4d6b-bf46-435a13426207 req-53a08773-3c90-459c-a046-bfc73263be88 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:00.624775 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-12689447-f493-4d6b-bf46-435a13426207 req-53a08773-3c90-459c-a046-bfc73263be88 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 943 time: 0.1386123 Jul 22 02:32:00.687167 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-12689447-f493-4d6b-bf46-435a13426207 req-bd58926b-3a37-4db1-82fe-7dde609a654e tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569310 Jul 22 02:32:00.718897 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414dd9dc-8f3a-414c-9470-b9d932d7a50c req-25efefb7-6706-4343-a34b-f913973f3477 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:00.720345 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-414dd9dc-8f3a-414c-9470-b9d932d7a50c req-25efefb7-6706-4343-a34b-f913973f3477 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcc5c65-d287-4a09-b739-3908983488ad HTTP/1.1" status: 200 len: 944 time: 0.0746801 Jul 22 02:32:00.734030 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f60271b-c41e-4121-be9c-ecc37e367d6e x-openstack-request-id: req-8f60271b-c41e-4121-be9c-ecc37e367d6e {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:32:00.734324 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ac750a0-cfae-489d-923c-904dcbb9f2ff", "name": "network-vif-deleted", "tag": "37cfc40c-b9e9-468f-8dbf-d5a95bd96599", "status": "completed", "code": 200}]} {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:32:00.734571 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8f60271b-c41e-4121-be9c-ecc37e367d6e {{(pid=93206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:32:00.734951 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ac750a0-cfae-489d-923c-904dcbb9f2ff', 'name': 'network-vif-deleted', 'tag': '37cfc40c-b9e9-468f-8dbf-d5a95bd96599', 'status': 'completed', 'code': 200} Jul 22 02:32:00.761514 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-414dd9dc-8f3a-414c-9470-b9d932d7a50c req-d1d7fce0-470d-47bd-bbf9-4f0f2bda09a5 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/security-groups?id=63e9ec9d-cac8-47aa-a784-0c3cf16d9873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347276 Jul 22 02:32:00.802989 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-1b7d699a-c364-4095-97f0-fc0cbd0e7f18 req-dbd312e0-fd8b-47eb-8444-69553dff2e52 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ac750a0-cfae-489d-923c-904dcbb9f2ff HTTP/1.1" status: 200 len: 210 time: 0.0287504 Jul 22 02:32:01.720528 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5c032-f97c-4624-93d9-13a377a1a218 req-1b1858d7-630d-40f5-a183-e9c86944923c tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:01.721413 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-5bd5c032-f97c-4624-93d9-13a377a1a218 req-1b1858d7-630d-40f5-a183-e9c86944923c tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d3a35d1-5d50-4bbc-80be-46255b5b935d HTTP/1.1" status: 200 len: 945 time: 0.0641453 Jul 22 02:32:01.759679 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-5bd5c032-f97c-4624-93d9-13a377a1a218 req-c7a82c9c-a1cf-4653-aed8-05a8a2052a99 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311875 Jul 22 02:32:01.823019 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b1a875-01f5-4cc5-9a2b-54b22f9c4f99 req-5911b705-60af-43d2-84b0-6ab5dd961432 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:01.825915 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-42b1a875-01f5-4cc5-9a2b-54b22f9c4f99 req-5911b705-60af-43d2-84b0-6ab5dd961432 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 943 time: 0.0650432 Jul 22 02:32:01.889202 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-42b1a875-01f5-4cc5-9a2b-54b22f9c4f99 req-5684774e-93d2-4b41-9048-33e8f739bda3 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538535 Jul 22 02:32:01.909557 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc498b2f-5921-4943-90a6-e242d4c691f0 req-9b7d5f1e-b005-413c-b822-6faba0772de9 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:01.911315 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-dc498b2f-5921-4943-90a6-e242d4c691f0 req-9b7d5f1e-b005-413c-b822-6faba0772de9 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcc5c65-d287-4a09-b739-3908983488ad HTTP/1.1" status: 200 len: 944 time: 0.0839763 Jul 22 02:32:01.961709 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-dc498b2f-5921-4943-90a6-e242d4c691f0 req-3e88d888-a649-4de9-85da-140be7e66db7 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/security-groups?id=63e9ec9d-cac8-47aa-a784-0c3cf16d9873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436692 Jul 22 02:32:01.979106 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-318a8bb8-86c9-41f0-bb66-350a77790f36 req-7638a36d-f935-4cb9-9ae2-653fff389e33 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ac750a0-cfae-489d-923c-904dcbb9f2ff HTTP/1.1" status: 200 len: 210 time: 0.0309262 Jul 22 02:32:02.887705 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba90dce-347f-4cef-b276-80512aba332b req-13494a57-420f-4931-b967-85a5e4d54156 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:02.889086 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-1ba90dce-347f-4cef-b276-80512aba332b req-13494a57-420f-4931-b967-85a5e4d54156 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d3a35d1-5d50-4bbc-80be-46255b5b935d HTTP/1.1" status: 200 len: 945 time: 0.0609660 Jul 22 02:32:02.924977 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-1ba90dce-347f-4cef-b276-80512aba332b req-516dc21f-dbaa-4246-8efa-55b2450d8aee tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303998 Jul 22 02:32:03.024223 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3d1aad-bcff-4bee-885e-e3b743c1d5a4 req-183e6942-5dd8-4621-a7fa-00400ee53e0f tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:03.025709 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-7d3d1aad-bcff-4bee-885e-e3b743c1d5a4 req-183e6942-5dd8-4621-a7fa-00400ee53e0f tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 943 time: 0.0628390 Jul 22 02:32:03.091295 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-7d3d1aad-bcff-4bee-885e-e3b743c1d5a4 req-de8236fe-d036-4a2e-b39d-e6faaf8e442a tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562906 Jul 22 02:32:03.118863 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d456337b-ba43-450d-a918-f2ee71db228a req-ff8eb197-ea93-4b6c-82de-b6fa0d78269c tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:03.120325 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d456337b-ba43-450d-a918-f2ee71db228a req-ff8eb197-ea93-4b6c-82de-b6fa0d78269c tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcc5c65-d287-4a09-b739-3908983488ad HTTP/1.1" status: 200 len: 944 time: 0.0933933 Jul 22 02:32:03.166394 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d456337b-ba43-450d-a918-f2ee71db228a req-56d44006-5a69-4551-9c6f-826026d0b983 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/security-groups?id=63e9ec9d-cac8-47aa-a784-0c3cf16d9873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404472 Jul 22 02:32:03.183537 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-f4c095de-2903-45fe-9c86-77b6bac717f5 req-e3000b92-44b8-40ef-9a0f-92acf3bb8bcd tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ac750a0-cfae-489d-923c-904dcbb9f2ff HTTP/1.1" status: 200 len: 210 time: 0.0330026 Jul 22 02:32:03.297353 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] get_ports_and_sgs() called for port_ids ['f53a050c-deec-464b-a0d0-6a7210d3fc48', '37cfc40c-b9e9-468f-8dbf-d5a95bd96599'] {{(pid=93207) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:32:04.069087 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38401fb-57d7-4b3e-827d-518c9de23e2c req-965612f5-55aa-46f1-a983-46f665a89ea8 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:04.070559 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-f38401fb-57d7-4b3e-827d-518c9de23e2c req-965612f5-55aa-46f1-a983-46f665a89ea8 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d3a35d1-5d50-4bbc-80be-46255b5b935d HTTP/1.1" status: 200 len: 945 time: 0.0749960 Jul 22 02:32:04.119335 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-f38401fb-57d7-4b3e-827d-518c9de23e2c req-716f6bb1-cc21-4a0e-a3ad-2efa6365d24c tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426967 Jul 22 02:32:04.257966 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b9cea-9703-4c37-bc8c-2cbfeaeb24d7 req-e61e06a2-3e72-4d56-885f-9d2badd0e98a tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:04.259617 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-565b9cea-9703-4c37-bc8c-2cbfeaeb24d7 req-e61e06a2-3e72-4d56-885f-9d2badd0e98a tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 943 time: 0.0832951 Jul 22 02:32:04.328242 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-565b9cea-9703-4c37-bc8c-2cbfeaeb24d7 req-fc37698f-e5fc-44d8-9393-7773be01f969 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579393 Jul 22 02:32:04.353800 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2bf984-98c5-40c4-8f6e-12e7f130c844 req-cb5c051a-924f-455a-a1a9-68569978db08 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:04.355304 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-fd2bf984-98c5-40c4-8f6e-12e7f130c844 req-cb5c051a-924f-455a-a1a9-68569978db08 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcc5c65-d287-4a09-b739-3908983488ad HTTP/1.1" status: 200 len: 944 time: 0.0947223 Jul 22 02:32:04.398600 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-fd2bf984-98c5-40c4-8f6e-12e7f130c844 req-42802b33-5569-4aaa-a2a0-25c60ef3644c tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/security-groups?id=63e9ec9d-cac8-47aa-a784-0c3cf16d9873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364816 Jul 22 02:32:04.960897 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57541ef9-9984-41a4-a6fb-95ea18c518f9 req-775f1a58-33ba-4bea-b0d2-9f2f725928d8 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:04.962333 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-57541ef9-9984-41a4-a6fb-95ea18c518f9 req-775f1a58-33ba-4bea-b0d2-9f2f725928d8 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b0dfcba-eda3-4d31-b73b-f820a8994dce HTTP/1.1" status: 200 len: 945 time: 0.3746099 Jul 22 02:32:04.964959 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf55fa-d977-4113-ad39-eb2bcfb35321 req-a14c2ed8-f427-4564-b62a-7fd5bab8e0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:04.966258 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e0bf55fa-d977-4113-ad39-eb2bcfb35321 req-a14c2ed8-f427-4564-b62a-7fd5bab8e0a3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1&tenant_id=390f421b378f4ffc8c6d8fc7bd0e0d86 HTTP/1.1" status: 200 len: 1096 time: 0.3693273 Jul 22 02:32:05.021005 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-57541ef9-9984-41a4-a6fb-95ea18c518f9 req-34171fd1-1a24-433f-89d8-45abbc30df5c tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/security-groups?id=32b10047-7e6e-4dee-84fb-05b15d12528e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529919 Jul 22 02:32:05.046679 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf55fa-d977-4113-ad39-eb2bcfb35321 req-8ac16f60-8fbf-468e-9a04-f03bf7a46858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:05.048129 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e0bf55fa-d977-4113-ad39-eb2bcfb35321 req-8ac16f60-8fbf-468e-9a04-f03bf7a46858 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=390f421b378f4ffc8c6d8fc7bd0e0d86&device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 1096 time: 0.0563569 Jul 22 02:32:05.137199 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf55fa-d977-4113-ad39-eb2bcfb35321 req-519f0511-50ca-4f99-b4ab-611219410e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:05.138632 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e0bf55fa-d977-4113-ad39-eb2bcfb35321 req-519f0511-50ca-4f99-b4ab-611219410e17 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c1704d84-6956-4df3-918a-504126cdf765 HTTP/1.1" status: 200 len: 917 time: 0.0839496 Jul 22 02:32:05.204799 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e0bf55fa-d977-4113-ad39-eb2bcfb35321 req-105ffa59-81b0-4977-b43d-c3f42f7e004c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea HTTP/1.1" status: 200 len: 999 time: 0.0582714 Jul 22 02:32:05.264788 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf55fa-d977-4113-ad39-eb2bcfb35321 req-b2a7881d-8901-4815-b4e7-1cdd96cabdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:05.266222 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e0bf55fa-d977-4113-ad39-eb2bcfb35321 req-b2a7881d-8901-4815-b4e7-1cdd96cabdd0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b32e8e6a-923e-4e9e-b074-47bc54badd49 HTTP/1.1" status: 200 len: 856 time: 0.0527966 Jul 22 02:32:05.308747 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device 2601f226-b338-4a52-a67c-da14b4799349 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=93207) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 02:32:05.332617 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf55fa-d977-4113-ad39-eb2bcfb35321 req-daeef373-ab09-4b1e-9289-bddfd7249106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:05.334272 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e0bf55fa-d977-4113-ad39-eb2bcfb35321 req-daeef373-ab09-4b1e-9289-bddfd7249106 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c1704d84-6956-4df3-918a-504126cdf765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0615053 Jul 22 02:32:05.409724 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port 2601f226-b338-4a52-a67c-da14b4799349, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=2601f226-b338-4a52-a67c-da14b4799349,segment=NetworkSegment(e2dbb9ad-6b1e-4fed-8fd7-c6f57aada715),segment_id=e2dbb9ad-6b1e-4fed-8fd7-c6f57aada715)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:32:05.425351 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Returning: {'device': '2601f226-b338-4a52-a67c-da14b4799349', 'network_id': 'ffc27ac5-3775-4b53-826e-98afab9137ce', 'port_id': '2601f226-b338-4a52-a67c-da14b4799349', 'mac_address': 'fa:16:3e:b6:f7:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ffe1ea2-2f9b-4245-839a-fb164d77066d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93207) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 02:32:05.438834 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e0bf55fa-d977-4113-ad39-eb2bcfb35321 req-65c38a9d-7eb2-4ae2-ab2e-0f2f0a2ec13f service neutron] 10.222.0.23 "GET /v2.0/networks/c1704d84-6956-4df3-918a-504126cdf765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968835 Jul 22 02:32:05.471569 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:05.486136 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.notifiers.nova [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2601f226-b338-4a52-a67c-da14b4799349 {{(pid=93207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:32:05.513747 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port 2601f226-b338-4a52-a67c-da14b4799349, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=2601f226-b338-4a52-a67c-da14b4799349,segment=NetworkSegment(e2dbb9ad-6b1e-4fed-8fd7-c6f57aada715),segment_id=e2dbb9ad-6b1e-4fed-8fd7-c6f57aada715)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:32:05.517591 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:05.566985 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.agents_db [None req-f1c5c46c-8295-40fa-87c5-0db6e260a587 None None] Agent healthcheck: found 6 active agents {{(pid=93208) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 02:32:05.575252 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Pushing event updated for resources: {'Port': ['ID=2601f226-b338-4a52-a67c-da14b4799349,revision_number=4']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:05.582524 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:05.583106 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:05.583450 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:05.583786 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:05.584258 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:05.584627 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:05.584982 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:05.585307 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:05.585637 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:05.585960 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:05.586280 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:05.586599 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:05.604954 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e0bf55fa-d977-4113-ad39-eb2bcfb35321 req-bc8a89d0-d12a-44cb-8067-3828868e364a service neutron] 10.222.0.23 "GET /v2.0/networks/c1704d84-6956-4df3-918a-504126cdf765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482074 Jul 22 02:32:05.612363 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20df7af6-1288-4346-903e-a80ec27184f7 req-160dca0c-f8cf-4dbd-83e4-e49cb9575af2 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:05.613778 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-20df7af6-1288-4346-903e-a80ec27184f7 req-160dca0c-f8cf-4dbd-83e4-e49cb9575af2 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 943 time: 0.1913645 Jul 22 02:32:05.635639 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb237d2-ee74-45dc-a76f-7105e4cfe356 req-7f40bd99-bd6b-4aa7-b1ae-db62b451229b tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:05.637116 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-eeb237d2-ee74-45dc-a76f-7105e4cfe356 req-7f40bd99-bd6b-4aa7-b1ae-db62b451229b tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcc5c65-d287-4a09-b739-3908983488ad HTTP/1.1" status: 200 len: 944 time: 0.1554670 Jul 22 02:32:05.691292 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-20df7af6-1288-4346-903e-a80ec27184f7 req-d764e857-9c67-4abb-99d0-e302f50dd446 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691714 Jul 22 02:32:05.696044 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-eeb237d2-ee74-45dc-a76f-7105e4cfe356 req-d9aefc97-8f21-435a-ae86-e7d580bc56c6 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/security-groups?id=63e9ec9d-cac8-47aa-a784-0c3cf16d9873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514719 Jul 22 02:32:05.828575 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] get_ports_and_sgs() called for port_ids ['2601f226-b338-4a52-a67c-da14b4799349'] {{(pid=93207) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:32:05.956407 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73398d1c-8a7e-4174-9361-8a66a4a343dd req-e8baaa2b-8546-42e3-9b0b-b6f61898f31c tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:05.957972 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-73398d1c-8a7e-4174-9361-8a66a4a343dd req-e8baaa2b-8546-42e3-9b0b-b6f61898f31c tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b0a6fce-a792-4c97-91b2-4c5f7b441b03 HTTP/1.1" status: 200 len: 945 time: 0.0660412 Jul 22 02:32:05.996813 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-73398d1c-8a7e-4174-9361-8a66a4a343dd req-c952610b-6cc5-4b81-8f06-000b72a230dc tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319164 Jul 22 02:32:06.209291 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f17af-d872-4fab-97ba-03f62adc7331 req-88d823e6-b679-4113-a46a-4a7186f58c1d tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:06.212241 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-595f17af-d872-4fab-97ba-03f62adc7331 req-88d823e6-b679-4113-a46a-4a7186f58c1d tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b0dfcba-eda3-4d31-b73b-f820a8994dce HTTP/1.1" status: 200 len: 945 time: 0.1090817 Jul 22 02:32:06.255098 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-595f17af-d872-4fab-97ba-03f62adc7331 req-3f7ac550-6dc7-46ce-8b61-8aa56572d895 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/security-groups?id=32b10047-7e6e-4dee-84fb-05b15d12528e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368044 Jul 22 02:32:06.878516 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5a1693-502c-4055-b73b-66cf1da9bdd2 req-3a1f68df-440c-44a0-8360-27bed39f8960 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:06.880112 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-0f5a1693-502c-4055-b73b-66cf1da9bdd2 req-3a1f68df-440c-44a0-8360-27bed39f8960 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcc5c65-d287-4a09-b739-3908983488ad HTTP/1.1" status: 200 len: 945 time: 0.1063800 Jul 22 02:32:06.893218 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9159feeb-99db-40dd-bfc9-3ae767e318e4 req-deb0fb5b-3899-4462-b70a-c01d678f7f13 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:06.894713 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9159feeb-99db-40dd-bfc9-3ae767e318e4 req-deb0fb5b-3899-4462-b70a-c01d678f7f13 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 943 time: 0.1111574 Jul 22 02:32:06.956481 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-0f5a1693-502c-4055-b73b-66cf1da9bdd2 req-c68a2dfb-840e-4dbc-b3a8-37d4b1af6001 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/security-groups?id=63e9ec9d-cac8-47aa-a784-0c3cf16d9873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607748 Jul 22 02:32:06.959837 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9159feeb-99db-40dd-bfc9-3ae767e318e4 req-0e396f83-b2df-4d98-a37d-40fb57cb08c8 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568848 Jul 22 02:32:07.126846 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034fa694-5d31-46fb-a36b-76b8ed0413e6 req-50fc9e95-245d-47a8-9429-6ff6f63b943b tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:07.128371 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-034fa694-5d31-46fb-a36b-76b8ed0413e6 req-50fc9e95-245d-47a8-9429-6ff6f63b943b tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b0a6fce-a792-4c97-91b2-4c5f7b441b03 HTTP/1.1" status: 200 len: 945 time: 0.0649314 Jul 22 02:32:07.173956 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-034fa694-5d31-46fb-a36b-76b8ed0413e6 req-bab787b9-a6ef-4e19-be52-0732a8c593d2 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394979 Jul 22 02:32:07.333187 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device 2601f226-b338-4a52-a67c-da14b4799349 up at agent hyperv_hv-cinder-79229 {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:32:07.388075 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3936b9-554a-4ac9-98d4-ad8567495a19 req-72c8bddc-ea71-4411-a73c-d67f38b81c03 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:07.389921 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-1b3936b9-554a-4ac9-98d4-ad8567495a19 req-72c8bddc-ea71-4411-a73c-d67f38b81c03 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b0dfcba-eda3-4d31-b73b-f820a8994dce HTTP/1.1" status: 200 len: 945 time: 0.0669990 Jul 22 02:32:07.396897 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Provisioning for port 2601f226-b338-4a52-a67c-da14b4799349 completed by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:32:07.401284 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Provisioning complete for port 2601f226-b338-4a52-a67c-da14b4799349 triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:32:07.401847 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:07.438280 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-1b3936b9-554a-4ac9-98d4-ad8567495a19 req-547345a2-a380-45ff-bbdb-f15c501a4735 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/security-groups?id=32b10047-7e6e-4dee-84fb-05b15d12528e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363507 Jul 22 02:32:07.486624 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:07.521563 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port 2601f226-b338-4a52-a67c-da14b4799349, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=2601f226-b338-4a52-a67c-da14b4799349,segment=NetworkSegment(e2dbb9ad-6b1e-4fed-8fd7-c6f57aada715),segment_id=e2dbb9ad-6b1e-4fed-8fd7-c6f57aada715)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:32:07.522736 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbcc5c65-d287-4a09-b739-3908983488ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2601f226-b338-4a52-a67c-da14b4799349'}] {{(pid=93207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:32:07.535254 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7ee477d080e02922d9a3c1e9b5cc60990edb702a504399eb5b32d0111ac025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7723ccb6-fa47-4f75-af4c-bb0712fa5583" -d '{"events": [{"server_uuid": "dbcc5c65-d287-4a09-b739-3908983488ad", "name": "network-vif-plugged", "status": "completed", "tag": "2601f226-b338-4a52-a67c-da14b4799349"}]}' {{(pid=93207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:32:07.544108 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:07.545393 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device 37cfc40c-b9e9-468f-8dbf-d5a95bd96599 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:32:07.593094 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] No Port match for: 37cfc40c-b9e9-468f-8dbf-d5a95bd96599 {{(pid=93207) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:32:07.593570 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device 37cfc40c-b9e9-468f-8dbf-d5a95bd96599 not bound to the agent host hv-cinder-79229 {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:32:07.597676 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7831498-4188-4aa8-b3a7-8565903015f8 x-openstack-request-id: req-b7831498-4188-4aa8-b3a7-8565903015f8 {{(pid=93207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:32:07.598045 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbcc5c65-d287-4a09-b739-3908983488ad", "name": "network-vif-plugged", "status": "completed", "tag": "2601f226-b338-4a52-a67c-da14b4799349", "code": 200}]} {{(pid=93207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:32:07.598345 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b7831498-4188-4aa8-b3a7-8565903015f8 {{(pid=93207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:32:07.598788 dv-cinder-792299-6-iscsi neutron-server[93207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbcc5c65-d287-4a09-b739-3908983488ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2601f226-b338-4a52-a67c-da14b4799349', 'code': 200} Jul 22 02:32:07.626889 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Pushing event updated for resources: {'Port': ['ID=2601f226-b338-4a52-a67c-da14b4799349,revision_number=5']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:08.130919 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48499a9f-f5d2-462b-be96-8e24049e64f6 req-f05208e6-82d7-4cfb-ae8f-ca4e4d606e42 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:08.132397 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-48499a9f-f5d2-462b-be96-8e24049e64f6 req-f05208e6-82d7-4cfb-ae8f-ca4e4d606e42 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcc5c65-d287-4a09-b739-3908983488ad HTTP/1.1" status: 200 len: 946 time: 0.1042707 Jul 22 02:32:08.153125 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd700185-57a5-40de-923d-4185065dd401 req-53da8691-7e2e-4ecc-ac95-ab8150d86170 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:08.154551 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-cd700185-57a5-40de-923d-4185065dd401 req-53da8691-7e2e-4ecc-ac95-ab8150d86170 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 943 time: 0.1175768 Jul 22 02:32:08.206102 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-48499a9f-f5d2-462b-be96-8e24049e64f6 req-2dcaee16-81af-4304-a268-4706949674be tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/security-groups?id=63e9ec9d-cac8-47aa-a784-0c3cf16d9873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668583 Jul 22 02:32:08.211789 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-cd700185-57a5-40de-923d-4185065dd401 req-14bc2dc0-172b-412b-8985-f3ab371d1689 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496850 Jul 22 02:32:08.334018 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe7184-f0cd-4832-8867-105b8aa7e73e req-69cb3f2b-df70-4afc-b5bb-ab9026b30ec5 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:08.336069 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-2abe7184-f0cd-4832-8867-105b8aa7e73e req-69cb3f2b-df70-4afc-b5bb-ab9026b30ec5 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b0a6fce-a792-4c97-91b2-4c5f7b441b03 HTTP/1.1" status: 200 len: 945 time: 0.0690248 Jul 22 02:32:08.373731 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-2abe7184-f0cd-4832-8867-105b8aa7e73e req-4230d618-9aad-447b-abef-5c0561931977 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321686 Jul 22 02:32:08.582182 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deba354-1a35-4569-9bab-1dd2fa7dba6d req-6ad659f7-68cb-4ed2-be78-6d31cc52b8ff tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:08.583678 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-0deba354-1a35-4569-9bab-1dd2fa7dba6d req-6ad659f7-68cb-4ed2-be78-6d31cc52b8ff tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b0dfcba-eda3-4d31-b73b-f820a8994dce HTTP/1.1" status: 200 len: 945 time: 0.0675743 Jul 22 02:32:08.621953 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-0deba354-1a35-4569-9bab-1dd2fa7dba6d req-404a0d47-16d1-4545-8a26-e0b36deefda4 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/security-groups?id=32b10047-7e6e-4dee-84fb-05b15d12528e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320370 Jul 22 02:32:09.398765 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5fcb5e-0845-4029-b576-cb0151e74434 req-0fabc347-8bde-44e3-9080-360a713cfe00 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:09.400278 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-2a5fcb5e-0845-4029-b576-cb0151e74434 req-0fabc347-8bde-44e3-9080-360a713cfe00 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcc5c65-d287-4a09-b739-3908983488ad HTTP/1.1" status: 200 len: 946 time: 0.1106322 Jul 22 02:32:09.411485 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ff0ab-6f78-4e5d-a557-4dcb3a9f9e1d req-5d8b41b0-da42-4884-a18b-c0ba2018e6de tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:09.413546 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-5a7ff0ab-6f78-4e5d-a557-4dcb3a9f9e1d req-5d8b41b0-da42-4884-a18b-c0ba2018e6de tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 943 time: 0.1128206 Jul 22 02:32:09.468598 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-2a5fcb5e-0845-4029-b576-cb0151e74434 req-448e6dda-f16c-48f0-a2bd-a1338d6e3ba2 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/security-groups?id=63e9ec9d-cac8-47aa-a784-0c3cf16d9873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540612 Jul 22 02:32:09.477617 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-5a7ff0ab-6f78-4e5d-a557-4dcb3a9f9e1d req-c9b1f189-7f62-4214-bdeb-68729c0674c2 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567439 Jul 22 02:32:09.599143 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa78670-2b79-435d-ab85-74864f2282e7 req-43346e64-832c-4182-8d3f-12a666f5a985 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:09.601227 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-7aa78670-2b79-435d-ab85-74864f2282e7 req-43346e64-832c-4182-8d3f-12a666f5a985 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b0a6fce-a792-4c97-91b2-4c5f7b441b03 HTTP/1.1" status: 200 len: 945 time: 0.0688729 Jul 22 02:32:09.640916 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-7aa78670-2b79-435d-ab85-74864f2282e7 req-f93aefb6-6e93-43d0-9a12-4a0479f5c921 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334375 Jul 22 02:32:09.754209 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d90bd-f408-43bc-abcf-cf81aa7fe280 req-115c4675-a325-40a3-bde1-90e9cfa079a8 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:09.756441 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-c49d90bd-f408-43bc-abcf-cf81aa7fe280 req-115c4675-a325-40a3-bde1-90e9cfa079a8 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b0dfcba-eda3-4d31-b73b-f820a8994dce HTTP/1.1" status: 200 len: 945 time: 0.0665305 Jul 22 02:32:09.795677 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-c49d90bd-f408-43bc-abcf-cf81aa7fe280 req-74d757f9-d229-40e6-b0d0-6f347562ac4a tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/security-groups?id=32b10047-7e6e-4dee-84fb-05b15d12528e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343611 Jul 22 02:32:10.640683 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccb9350-0dea-4fa7-9ae1-3ba370304391 req-7d22c502-2018-4032-b888-a890b4ae1a74 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:10.642170 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-3ccb9350-0dea-4fa7-9ae1-3ba370304391 req-7d22c502-2018-4032-b888-a890b4ae1a74 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcc5c65-d287-4a09-b739-3908983488ad HTTP/1.1" status: 200 len: 946 time: 0.1040683 Jul 22 02:32:10.664353 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd36a2d-1c4a-404b-843c-bc12122e8920 req-89963bd0-2996-4fcf-9e0f-7aac8f556f23 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:10.665784 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-ccd36a2d-1c4a-404b-843c-bc12122e8920 req-89963bd0-2996-4fcf-9e0f-7aac8f556f23 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 943 time: 0.0984147 Jul 22 02:32:10.710423 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-3ccb9350-0dea-4fa7-9ae1-3ba370304391 req-d1a7f05e-eb18-4dfb-abe4-6e0a88d129b9 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/security-groups?id=63e9ec9d-cac8-47aa-a784-0c3cf16d9873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614152 Jul 22 02:32:10.717648 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-ccd36a2d-1c4a-404b-843c-bc12122e8920 req-a8a923f7-3bf2-4a31-a5b5-ceacaa2cf087 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458336 Jul 22 02:32:10.840771 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e1494-87a6-45ae-9560-8dd2e7b79a89 req-df3a6650-db12-4901-87f9-f7824632e566 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:10.843683 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-656e1494-87a6-45ae-9560-8dd2e7b79a89 req-df3a6650-db12-4901-87f9-f7824632e566 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b0a6fce-a792-4c97-91b2-4c5f7b441b03 HTTP/1.1" status: 200 len: 945 time: 0.0680659 Jul 22 02:32:10.889599 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-656e1494-87a6-45ae-9560-8dd2e7b79a89 req-1767c2c6-4e1f-48f6-8367-b5b4469065b0 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414498 Jul 22 02:32:10.955930 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2279d6f-bf3a-4726-a359-5b4e62cb7c08 req-f7ac39d8-40d9-471a-af27-4ea27771a643 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:10.957448 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-f2279d6f-bf3a-4726-a359-5b4e62cb7c08 req-f7ac39d8-40d9-471a-af27-4ea27771a643 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b0dfcba-eda3-4d31-b73b-f820a8994dce HTTP/1.1" status: 200 len: 945 time: 0.0844107 Jul 22 02:32:10.995848 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-f2279d6f-bf3a-4726-a359-5b4e62cb7c08 req-23066fdd-b778-463c-ae91-de2446ede1a0 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/security-groups?id=32b10047-7e6e-4dee-84fb-05b15d12528e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322187 Jul 22 02:32:11.080023 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-bcb0f1f1-2d5a-472e-9d69-a9bdbbaa8b76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:11.890390 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28d4bdd-9138-44f7-85f8-03f25785bef8 req-5a7e5239-dbf7-4412-a0b0-d545be572f37 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:11.891966 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d28d4bdd-9138-44f7-85f8-03f25785bef8 req-5a7e5239-dbf7-4412-a0b0-d545be572f37 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcc5c65-d287-4a09-b739-3908983488ad HTTP/1.1" status: 200 len: 946 time: 0.1148908 Jul 22 02:32:11.899353 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7381cd-268a-4dc1-89a9-546770ef709f req-eba503b4-7463-4495-975e-369ce8b0d6af tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:11.900690 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-df7381cd-268a-4dc1-89a9-546770ef709f req-eba503b4-7463-4495-975e-369ce8b0d6af tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 943 time: 0.0947611 Jul 22 02:32:11.958975 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d28d4bdd-9138-44f7-85f8-03f25785bef8 req-cea3d1e7-b9a6-42d7-a3b7-b50fbbf20504 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/security-groups?id=63e9ec9d-cac8-47aa-a784-0c3cf16d9873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573366 Jul 22 02:32:11.961567 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-df7381cd-268a-4dc1-89a9-546770ef709f req-eab530f2-33d5-4486-a730-4723a4c34efa tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542450 Jul 22 02:32:12.095076 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cafa918-5225-4475-bbd4-e6c1a1e91de7 req-076e9890-8ef4-49f4-a9f0-3426413def41 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:12.096547 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9cafa918-5225-4475-bbd4-e6c1a1e91de7 req-076e9890-8ef4-49f4-a9f0-3426413def41 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b0a6fce-a792-4c97-91b2-4c5f7b441b03 HTTP/1.1" status: 200 len: 945 time: 0.0765519 Jul 22 02:32:12.167051 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9cafa918-5225-4475-bbd4-e6c1a1e91de7 req-a2c1eafe-e503-4f45-ac98-49990ad81acd tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622966 Jul 22 02:32:12.188862 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc7dd4-e978-4749-b433-8544c63931d7 req-02c7ec11-8d1a-4490-8be0-2ab61b99bd7c tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:12.190368 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-aafc7dd4-e978-4749-b433-8544c63931d7 req-02c7ec11-8d1a-4490-8be0-2ab61b99bd7c tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b0dfcba-eda3-4d31-b73b-f820a8994dce HTTP/1.1" status: 200 len: 945 time: 0.1041498 Jul 22 02:32:12.229084 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-aafc7dd4-e978-4749-b433-8544c63931d7 req-84019b8f-b07b-4d21-af58-b04f77673ecb tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/security-groups?id=32b10047-7e6e-4dee-84fb-05b15d12528e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327756 Jul 22 02:32:12.251398 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:13.173848 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b386e5e-eb66-4e69-bff2-9b247e06ddff req-12a132ac-2ce4-4f79-b8e9-69757f6ca7fd tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:13.175270 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-4b386e5e-eb66-4e69-bff2-9b247e06ddff req-12a132ac-2ce4-4f79-b8e9-69757f6ca7fd tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcc5c65-d287-4a09-b739-3908983488ad HTTP/1.1" status: 200 len: 946 time: 0.1486502 Jul 22 02:32:13.184724 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b746c44-f4ad-4fff-b546-60bbe104481e req-36da7ae1-b184-4481-a93b-f6842d680f0d tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:13.186204 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-4b746c44-f4ad-4fff-b546-60bbe104481e req-36da7ae1-b184-4481-a93b-f6842d680f0d tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 943 time: 0.1053493 Jul 22 02:32:13.246284 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-4b746c44-f4ad-4fff-b546-60bbe104481e req-ab8787e7-b4fb-4e39-bdff-0c8d8a2df62f tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514104 Jul 22 02:32:13.249081 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-4b386e5e-eb66-4e69-bff2-9b247e06ddff req-74c48726-fc96-48b2-9ebf-ab30ae6d285a tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/security-groups?id=63e9ec9d-cac8-47aa-a784-0c3cf16d9873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619256 Jul 22 02:32:13.425134 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9825d9fa-7feb-40ad-9e5e-da0cada3a9e8 req-bb94a422-1ebd-43ae-8e5e-696b733a3f5e tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:13.426597 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9825d9fa-7feb-40ad-9e5e-da0cada3a9e8 req-bb94a422-1ebd-43ae-8e5e-696b733a3f5e tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b0a6fce-a792-4c97-91b2-4c5f7b441b03 HTTP/1.1" status: 200 len: 945 time: 0.1103127 Jul 22 02:32:13.439305 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7134ad-315f-4769-affb-9db708404b69 req-f19032b1-ad18-4f34-81f5-628c3eee55fc tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:13.440788 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-ff7134ad-315f-4769-affb-9db708404b69 req-f19032b1-ad18-4f34-81f5-628c3eee55fc tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b0dfcba-eda3-4d31-b73b-f820a8994dce HTTP/1.1" status: 200 len: 945 time: 0.0916438 Jul 22 02:32:13.496893 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9825d9fa-7feb-40ad-9e5e-da0cada3a9e8 req-2994885e-22b5-4770-a29d-3aeb620d0e0d tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551181 Jul 22 02:32:13.503701 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-ff7134ad-315f-4769-affb-9db708404b69 req-3d9393a8-2714-4243-8029-6501b5eed6ff tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/security-groups?id=32b10047-7e6e-4dee-84fb-05b15d12528e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558155 Jul 22 02:32:13.795933 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-4755673d-18eb-4d08-8f64-11af2ff043da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:13.889807 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:14.446502 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a046f-571a-4d25-bf09-39fd90440510 req-3e2a2ebd-9f9b-4d02-b0df-8e40ad3f95b2 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:14.447917 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9f4a046f-571a-4d25-bf09-39fd90440510 req-3e2a2ebd-9f9b-4d02-b0df-8e40ad3f95b2 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcc5c65-d287-4a09-b739-3908983488ad HTTP/1.1" status: 200 len: 946 time: 0.1099184 Jul 22 02:32:14.466023 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b8efe6-e62f-41a6-b5f6-7d4092b9504a req-6f7889f9-d1a4-41e8-b746-3d94bfc120a5 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:14.467505 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-14b8efe6-e62f-41a6-b5f6-7d4092b9504a req-6f7889f9-d1a4-41e8-b746-3d94bfc120a5 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 943 time: 0.1002605 Jul 22 02:32:14.523248 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9f4a046f-571a-4d25-bf09-39fd90440510 req-cc84ecf3-7c8e-41b0-8dc2-7b407b901fc3 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/security-groups?id=63e9ec9d-cac8-47aa-a784-0c3cf16d9873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674787 Jul 22 02:32:14.528456 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-14b8efe6-e62f-41a6-b5f6-7d4092b9504a req-3da9aa2f-afa9-4fae-8e74-aad88e96c73b tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546348 Jul 22 02:32:14.697902 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81514cbf-8516-428c-a6c3-2e3bf539a519 req-a9fe143a-6518-46be-97f0-b7e585841e92 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:14.699277 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-81514cbf-8516-428c-a6c3-2e3bf539a519 req-a9fe143a-6518-46be-97f0-b7e585841e92 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b0a6fce-a792-4c97-91b2-4c5f7b441b03 HTTP/1.1" status: 200 len: 945 time: 0.1064703 Jul 22 02:32:14.705074 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9c5a9526-544c-492b-b3ab-1b4c68701215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:14.747598 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1200e6-183c-4692-bb2a-eb5a9ebcea59 req-2dd8609a-263d-465e-8c21-36bb7d8b4d31 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:14.749125 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9e1200e6-183c-4692-bb2a-eb5a9ebcea59 req-2dd8609a-263d-465e-8c21-36bb7d8b4d31 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b0dfcba-eda3-4d31-b73b-f820a8994dce HTTP/1.1" status: 200 len: 945 time: 0.1114709 Jul 22 02:32:14.754525 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-81514cbf-8516-428c-a6c3-2e3bf539a519 req-95a4ec2a-cfce-46a4-8a96-637739e4e78c tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483599 Jul 22 02:32:14.790415 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9e1200e6-183c-4692-bb2a-eb5a9ebcea59 req-3a508873-e808-4131-bfd3-b9315ca3261a tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/security-groups?id=32b10047-7e6e-4dee-84fb-05b15d12528e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348539 Jul 22 02:32:15.695880 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abcccab-9843-433e-9643-76a2260849d5 req-76cac58d-b477-4cc6-b5de-191206adfa4a tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:15.697510 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-7abcccab-9843-433e-9643-76a2260849d5 req-76cac58d-b477-4cc6-b5de-191206adfa4a tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcc5c65-d287-4a09-b739-3908983488ad HTTP/1.1" status: 200 len: 946 time: 0.1075287 Jul 22 02:32:15.722690 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a067f-ca50-4a91-a314-dbfe240c3e2f req-143bc4a1-4abe-4e3d-b675-c5411e0e033b tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:15.724110 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-eb1a067f-ca50-4a91-a314-dbfe240c3e2f req-143bc4a1-4abe-4e3d-b675-c5411e0e033b tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 943 time: 0.0944197 Jul 22 02:32:15.767480 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-7abcccab-9843-433e-9643-76a2260849d5 req-b1a28ac6-c396-4d0c-a548-c5de5ecc99f3 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/security-groups?id=63e9ec9d-cac8-47aa-a784-0c3cf16d9873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619490 Jul 22 02:32:15.780134 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-eb1a067f-ca50-4a91-a314-dbfe240c3e2f req-d0e7e372-f625-4a61-9f3c-b7c4872ddfbd tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480406 Jul 22 02:32:15.919356 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e8fdd-fe76-4c7f-bed8-4e88f7915ee1 req-d04a6b2c-fdc7-40be-8974-9bbf593d4f7b tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:15.920761 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-eb8e8fdd-fe76-4c7f-bed8-4e88f7915ee1 req-d04a6b2c-fdc7-40be-8974-9bbf593d4f7b tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b0a6fce-a792-4c97-91b2-4c5f7b441b03 HTTP/1.1" status: 200 len: 945 time: 0.0994830 Jul 22 02:32:15.977877 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-eb8e8fdd-fe76-4c7f-bed8-4e88f7915ee1 req-805909db-0295-4fbc-ae85-495b6e9c9d36 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504217 Jul 22 02:32:15.984846 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15cfbbc-f843-4807-acfa-e9402f877e5b req-60ed0f9a-e9dc-48e6-af94-82e44d7ffc7b tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:15.986245 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a15cfbbc-f843-4807-acfa-e9402f877e5b req-60ed0f9a-e9dc-48e6-af94-82e44d7ffc7b tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b0dfcba-eda3-4d31-b73b-f820a8994dce HTTP/1.1" status: 200 len: 945 time: 0.1164730 Jul 22 02:32:16.024012 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a15cfbbc-f843-4807-acfa-e9402f877e5b req-3a13a272-0862-4e3a-8f53-976df3300adc tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/security-groups?id=32b10047-7e6e-4dee-84fb-05b15d12528e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323389 Jul 22 02:32:16.223244 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-46ac0fbd-03cc-41f5-9e75-a35c43e1b5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:16.950865 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c104f-7eb6-4f88-a816-4899be7db34b req-34d8198d-353a-4123-9ca8-a860250de80a tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:16.952419 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a10c104f-7eb6-4f88-a816-4899be7db34b req-34d8198d-353a-4123-9ca8-a860250de80a tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcc5c65-d287-4a09-b739-3908983488ad HTTP/1.1" status: 200 len: 946 time: 0.1088884 Jul 22 02:32:16.960340 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838687e7-8dde-477f-b237-5a1665a194b4 req-e4e3f1b7-560a-496f-a36a-3275f3c03d50 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:16.961803 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-838687e7-8dde-477f-b237-5a1665a194b4 req-e4e3f1b7-560a-496f-a36a-3275f3c03d50 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 943 time: 0.0903864 Jul 22 02:32:17.020375 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a10c104f-7eb6-4f88-a816-4899be7db34b req-847d2483-6252-45e5-9bfc-7382030e7b7c tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/security-groups?id=63e9ec9d-cac8-47aa-a784-0c3cf16d9873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576043 Jul 22 02:32:17.027759 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-838687e7-8dde-477f-b237-5a1665a194b4 req-2ad5744d-2d5c-42c7-8f39-ef16eed3f137 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571885 Jul 22 02:32:17.193671 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e6d42-6e45-47df-8c85-234f73d517c2 req-e06ac172-1d8f-4671-ac27-86379b1cf5dd tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:17.195713 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e10e6d42-6e45-47df-8c85-234f73d517c2 req-e06ac172-1d8f-4671-ac27-86379b1cf5dd tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b0a6fce-a792-4c97-91b2-4c5f7b441b03 HTTP/1.1" status: 200 len: 945 time: 0.1032033 Jul 22 02:32:17.216494 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a28c642-e46a-4d02-84ae-c25f35425673 req-6b4a7de5-d0ad-434c-9d8d-397b80934553 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:17.217920 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-6a28c642-e46a-4d02-84ae-c25f35425673 req-6b4a7de5-d0ad-434c-9d8d-397b80934553 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b0dfcba-eda3-4d31-b73b-f820a8994dce HTTP/1.1" status: 200 len: 945 time: 0.0976276 Jul 22 02:32:17.268484 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e10e6d42-6e45-47df-8c85-234f73d517c2 req-cd8000e4-97eb-4cb1-b660-47d57b9cd0d2 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670567 Jul 22 02:32:17.287417 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-6a28c642-e46a-4d02-84ae-c25f35425673 req-4db933d4-3f66-4d2d-908c-5ec279d6c8c6 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/security-groups?id=32b10047-7e6e-4dee-84fb-05b15d12528e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634491 Jul 22 02:32:18.187854 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e79fdf-7b5c-4fe5-8f9b-b803e98dc813 req-5ac8e33e-c848-45fb-99e7-f4fc1e6184fc tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:18.189346 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-c7e79fdf-7b5c-4fe5-8f9b-b803e98dc813 req-5ac8e33e-c848-45fb-99e7-f4fc1e6184fc tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcc5c65-d287-4a09-b739-3908983488ad HTTP/1.1" status: 200 len: 946 time: 0.1015832 Jul 22 02:32:18.210389 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0473488-a90a-4273-9c6a-aeaf25a985eb req-f86ce9db-d913-4569-95f3-b2a523b811e5 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:18.211802 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d0473488-a90a-4273-9c6a-aeaf25a985eb req-f86ce9db-d913-4569-95f3-b2a523b811e5 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 943 time: 0.0927260 Jul 22 02:32:18.256771 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-c7e79fdf-7b5c-4fe5-8f9b-b803e98dc813 req-125e71a4-1d7e-4c47-bdbd-7a1d5b052a61 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/security-groups?id=63e9ec9d-cac8-47aa-a784-0c3cf16d9873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612414 Jul 22 02:32:18.263961 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d0473488-a90a-4273-9c6a-aeaf25a985eb req-8bd435db-4a17-47af-b573-c55144fe1cb3 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461538 Jul 22 02:32:18.454859 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da23efe-fe59-4880-9978-964999b92475 req-6dc124da-7f38-4e1e-b474-a373c1c1f19c tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:18.456355 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-0da23efe-fe59-4880-9978-964999b92475 req-6dc124da-7f38-4e1e-b474-a373c1c1f19c tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b0a6fce-a792-4c97-91b2-4c5f7b441b03 HTTP/1.1" status: 200 len: 945 time: 0.1222219 Jul 22 02:32:18.468064 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f86ed1a-3a0a-437f-a854-e5ba0a803d64 req-1d52d0c3-f97b-4975-af1b-bc56184b800d tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:18.474879 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-8f86ed1a-3a0a-437f-a854-e5ba0a803d64 req-1d52d0c3-f97b-4975-af1b-bc56184b800d tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b0dfcba-eda3-4d31-b73b-f820a8994dce HTTP/1.1" status: 200 len: 945 time: 0.1087511 Jul 22 02:32:18.561262 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-0da23efe-fe59-4880-9978-964999b92475 req-8042d001-bf37-4927-9c75-90b2eeba1046 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837986 Jul 22 02:32:18.565822 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-8f86ed1a-3a0a-437f-a854-e5ba0a803d64 req-46b1a1eb-a7f0-4780-8ea9-feadc4bf421a tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/security-groups?id=32b10047-7e6e-4dee-84fb-05b15d12528e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896628 Jul 22 02:32:18.588823 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-7cf92281-d1ab-4043-8244-933b7e6bde4a req-39805ce4-9b14-4e42-a257-18d12c688e3b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c2efc9eb-4c67-4b62-93ea-f95b382696ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1099162 Jul 22 02:32:18.682930 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf92281-d1ab-4043-8244-933b7e6bde4a req-e55b1350-9fed-4f4a-a221-0f4a9d468e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:18.684445 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-7cf92281-d1ab-4043-8244-933b7e6bde4a req-e55b1350-9fed-4f4a-a221-0f4a9d468e33 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=983dc1d7a16247a98a094716f99ada48&device_id=c2efc9eb-4c67-4b62-93ea-f95b382696ca HTTP/1.1" status: 200 len: 1098 time: 0.0558014 Jul 22 02:32:18.715242 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed211aa3-522d-47a4-839e-3817b41688c1 req-c5d45a4d-715c-4dfc-a85c-7c0afae016fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:18.716731 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ed211aa3-522d-47a4-839e-3817b41688c1 req-c5d45a4d-715c-4dfc-a85c-7c0afae016fb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=dbcc5c65-d287-4a09-b739-3908983488ad HTTP/1.1" status: 200 len: 1099 time: 0.0501950 Jul 22 02:32:18.751896 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ed211aa3-522d-47a4-839e-3817b41688c1 req-625fb511-0a8c-4d5f-af17-cd86cadc887f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=63e9ec9d-cac8-47aa-a784-0c3cf16d9873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265203 Jul 22 02:32:18.789560 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf92281-d1ab-4043-8244-933b7e6bde4a req-848478bb-eac8-41b5-aa0e-c90fdec747f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:18.791010 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-7cf92281-d1ab-4043-8244-933b7e6bde4a req-848478bb-eac8-41b5-aa0e-c90fdec747f1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=72ed7fff-9ec8-4d42-8728-85745d62dd2e HTTP/1.1" status: 200 len: 919 time: 0.0840464 Jul 22 02:32:18.861277 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-7cf92281-d1ab-4043-8244-933b7e6bde4a req-dc19ff41-524f-4a2d-becf-e3f0b3be658e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b2d3ac8-d7a5-4ccc-9714-1f894db21346 HTTP/1.1" status: 200 len: 217 time: 0.0362468 Jul 22 02:32:18.908213 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf92281-d1ab-4043-8244-933b7e6bde4a req-534cae5e-190a-4b6d-b76d-b10240c84367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:18.909884 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-7cf92281-d1ab-4043-8244-933b7e6bde4a req-534cae5e-190a-4b6d-b76d-b10240c84367 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=72796e7a-066a-4b87-aca1-2c9cb7a8cc4a HTTP/1.1" status: 200 len: 859 time: 0.0421484 Jul 22 02:32:18.942784 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-7cf92281-d1ab-4043-8244-933b7e6bde4a req-47b6d225-910c-4b29-be0a-74f9c738cac5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=72ed7fff-9ec8-4d42-8728-85745d62dd2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251033 Jul 22 02:32:19.244480 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-7cf92281-d1ab-4043-8244-933b7e6bde4a req-ce5ed361-46fb-45c1-9d95-cabf5be25310 service neutron] 10.222.0.23 "GET /v2.0/networks/72ed7fff-9ec8-4d42-8728-85745d62dd2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943485 Jul 22 02:32:19.417737 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-7cf92281-d1ab-4043-8244-933b7e6bde4a req-f31e41de-a272-4de4-ba22-eb1e43617ecc service neutron] 10.222.0.23 "GET /v2.0/networks/72ed7fff-9ec8-4d42-8728-85745d62dd2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479969 Jul 22 02:32:19.458309 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc953faf-b036-4b79-a81c-26b980c0a5f9 req-76edba5e-7943-4b85-a5b9-14f0458807d4 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:19.460230 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-cc953faf-b036-4b79-a81c-26b980c0a5f9 req-76edba5e-7943-4b85-a5b9-14f0458807d4 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcc5c65-d287-4a09-b739-3908983488ad HTTP/1.1" status: 200 len: 946 time: 0.1323388 Jul 22 02:32:19.471019 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01ae99-566e-4459-bd3f-f17174dc2f1d req-1da650de-d9ea-4eda-8267-5d8e98b86c54 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:19.472438 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-be01ae99-566e-4459-bd3f-f17174dc2f1d req-1da650de-d9ea-4eda-8267-5d8e98b86c54 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 943 time: 0.1320112 Jul 22 02:32:19.529924 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-cc953faf-b036-4b79-a81c-26b980c0a5f9 req-91514ff6-4fc5-4548-923c-5f5c468ee01e tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/security-groups?id=63e9ec9d-cac8-47aa-a784-0c3cf16d9873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563276 Jul 22 02:32:19.532624 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-be01ae99-566e-4459-bd3f-f17174dc2f1d req-8048db96-6b61-4cb1-8904-6ebd64da1376 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533516 Jul 22 02:32:19.738281 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f2a32-d66c-4501-98cb-b9f8299e6080 req-dd940bae-dde9-4a37-8228-491270129629 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:19.739856 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-673f2a32-d66c-4501-98cb-b9f8299e6080 req-dd940bae-dde9-4a37-8228-491270129629 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b0a6fce-a792-4c97-91b2-4c5f7b441b03 HTTP/1.1" status: 200 len: 945 time: 0.1127462 Jul 22 02:32:19.748083 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c17241e-8905-4ecb-8cb3-311c49175250 req-62068ef5-08bc-47c7-b400-fe7ebb42b583 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:19.749525 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-3c17241e-8905-4ecb-8cb3-311c49175250 req-62068ef5-08bc-47c7-b400-fe7ebb42b583 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b0dfcba-eda3-4d31-b73b-f820a8994dce HTTP/1.1" status: 200 len: 945 time: 0.1109860 Jul 22 02:32:19.804673 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-673f2a32-d66c-4501-98cb-b9f8299e6080 req-d17c2e8e-ee8b-429c-82c1-27fed2fbf6ec tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542588 Jul 22 02:32:19.807340 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-3c17241e-8905-4ecb-8cb3-311c49175250 req-a90ce67b-9eb8-4825-a59e-bc0525520c1a tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/security-groups?id=32b10047-7e6e-4dee-84fb-05b15d12528e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512168 Jul 22 02:32:20.713571 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8038a9-bdf0-4248-8298-4001a808c89a req-55a64158-a4f5-4216-b016-a7f90e1f0e04 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:20.715035 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-1f8038a9-bdf0-4248-8298-4001a808c89a req-55a64158-a4f5-4216-b016-a7f90e1f0e04 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 943 time: 0.1063421 Jul 22 02:32:20.723144 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a1e83-6ce5-45d5-959a-a681e5f33003 req-d782b6d3-2ad0-4682-b4e8-027a7ec0097f tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:20.724550 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e59a1e83-6ce5-45d5-959a-a681e5f33003 req-d782b6d3-2ad0-4682-b4e8-027a7ec0097f tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcc5c65-d287-4a09-b739-3908983488ad HTTP/1.1" status: 200 len: 946 time: 0.1142368 Jul 22 02:32:20.780361 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-1f8038a9-bdf0-4248-8298-4001a808c89a req-b73e8e81-473d-45c1-9f36-0a94073d5101 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543258 Jul 22 02:32:20.785628 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e59a1e83-6ce5-45d5-959a-a681e5f33003 req-52cb731a-ccf6-4be6-b7a0-44555db1f76b tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/security-groups?id=63e9ec9d-cac8-47aa-a784-0c3cf16d9873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533986 Jul 22 02:32:20.988912 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92357299-1dc6-4b6f-982e-cc5fb3d8da82 req-94699991-b4b3-420d-9e4b-9e4781396621 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:20.990378 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-92357299-1dc6-4b6f-982e-cc5fb3d8da82 req-94699991-b4b3-420d-9e4b-9e4781396621 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/ports?device_id=71dfa8dc-f40a-4525-8062-460fe5fb9c31 HTTP/1.1" status: 200 len: 946 time: 0.1425402 Jul 22 02:32:20.998160 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917a96a5-dc21-4b5c-9ecf-027eac9925b7 req-563633b5-5439-4450-9cfc-294fa2bbc1e0 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:20.999496 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-917a96a5-dc21-4b5c-9ecf-027eac9925b7 req-563633b5-5439-4450-9cfc-294fa2bbc1e0 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcc5c65-d287-4a09-b739-3908983488ad HTTP/1.1" status: 200 len: 946 time: 0.1426733 Jul 22 02:32:21.043457 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50754428-3aa0-4f3a-a0b3-c24b61876ce7 req-b5aa29cf-95d5-4c1d-9807-d1441ce47c5e tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:21.044801 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-50754428-3aa0-4f3a-a0b3-c24b61876ce7 req-b5aa29cf-95d5-4c1d-9807-d1441ce47c5e tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b0a6fce-a792-4c97-91b2-4c5f7b441b03 HTTP/1.1" status: 200 len: 945 time: 0.1460905 Jul 22 02:32:21.097073 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-917a96a5-dc21-4b5c-9ecf-027eac9925b7 req-1cae7072-5baf-498e-a07a-364371face26 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/security-groups?id=63e9ec9d-cac8-47aa-a784-0c3cf16d9873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880256 Jul 22 02:32:21.099567 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-92357299-1dc6-4b6f-982e-cc5fb3d8da82 req-d622ddc4-344e-43b5-8aa3-4fb1917adcba tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/security-groups?id=f13f5576-774a-463a-ae27-ddf3f24faf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991054 Jul 22 02:32:21.119613 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 59820) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:21.138518 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 59824) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:21.255145 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [req-50754428-3aa0-4f3a-a0b3-c24b61876ce7 req-db2861e8-9a37-4ead-abdc-fa889b73b533 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Deleting port f53a050c-deec-464b-a0d0-6a7210d3fc48 {{(pid=93206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:32:21.257328 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-50754428-3aa0-4f3a-a0b3-c24b61876ce7 req-db2861e8-9a37-4ead-abdc-fa889b73b533 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789867966868'] for port, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:21.387039 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff53183-bccb-4d6b-bbec-f83a2b171252 req-30e32302-d57f-4e4c-a3ae-a329e6105b7a tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:21.388509 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-3ff53183-bccb-4d6b-bbec-f83a2b171252 req-30e32302-d57f-4e4c-a3ae-a329e6105b7a tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b0a6fce-a792-4c97-91b2-4c5f7b441b03 HTTP/1.1" status: 200 len: 945 time: 0.2262471 Jul 22 02:32:21.394491 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [req-50754428-3aa0-4f3a-a0b3-c24b61876ce7 req-db2861e8-9a37-4ead-abdc-fa889b73b533 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] For port f53a050c-deec-464b-a0d0-6a7210d3fc48, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=f53a050c-deec-464b-a0d0-6a7210d3fc48,segment=NetworkSegment(1178c6d7-38f4-4aec-bb2e-34535e569c60),segment_id=1178c6d7-38f4-4aec-bb2e-34535e569c60)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:32:21.394855 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-50754428-3aa0-4f3a-a0b3-c24b61876ce7 req-db2861e8-9a37-4ead-abdc-fa889b73b533 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760608'] for port, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:21.401987 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bd3674-caf5-4d7c-9155-6ffd0a982342 tempest-TestVolumeBootPattern-1419767876 tempest-TestVolumeBootPattern-1419767876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:21.404369 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-35bd3674-caf5-4d7c-9155-6ffd0a982342 tempest-TestVolumeBootPattern-1419767876 tempest-TestVolumeBootPattern-1419767876-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=dbcc5c65-d287-4a09-b739-3908983488ad HTTP/1.1" status: 200 len: 1094 time: 0.2828782 Jul 22 02:32:21.406458 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 59828) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:21.411704 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-617b4211-99a6-45d4-9021-585d58bb1af4 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Request body: {'floatingip': {'floating_network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'port_id': '2601f226-b338-4a52-a67c-da14b4799349', 'tenant_id': '67d612e4302c499b8d778fbcdd7b9044', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:32:21.417894 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [req-50754428-3aa0-4f3a-a0b3-c24b61876ce7 req-db2861e8-9a37-4ead-abdc-fa889b73b533 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Calling delete_port for f53a050c-deec-464b-a0d0-6a7210d3fc48 owned by compute:nova {{(pid=93206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:32:21.418372 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2b68d9-edd7-4a54-8fe5-d7e1e8188e68 tempest-TestMinimumBasicScenario-2075461087 tempest-TestMinimumBasicScenario-2075461087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:21.419817 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-8e2b68d9-edd7-4a54-8fe5-d7e1e8188e68 tempest-TestMinimumBasicScenario-2075461087 tempest-TestMinimumBasicScenario-2075461087-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=71dfa8dc-f40a-4525-8062-460fe5fb9c31 HTTP/1.1" status: 200 len: 1094 time: 0.2802846 Jul 22 02:32:21.422634 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 59830) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:21.428220 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-dab191eb-b1f9-4bfb-8f7c-fc48b12d6f42 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Request body: {'floatingip': {'floating_network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'port_id': 'fd2c65fe-516a-41aa-9be1-348af6dff2e1', 'tenant_id': '60e53c28ef444ab7bab4b366b3848f57', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:32:21.435486 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739081a0-5811-499f-b00f-611d70ae2d9a req-7bed97b2-8623-4c0a-8c95-9b2f3802fdef tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:21.436987 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-739081a0-5811-499f-b00f-611d70ae2d9a req-7bed97b2-8623-4c0a-8c95-9b2f3802fdef tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b0dfcba-eda3-4d31-b73b-f820a8994dce HTTP/1.1" status: 200 len: 945 time: 0.2353837 Jul 22 02:32:21.451761 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.db.api [None req-dab191eb-b1f9-4bfb-8f7c-fc48b12d6f42 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 02:32:21.451761 dv-cinder-792299-6-iscsi neutron-server[93205]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 22 02:32:21.451761 dv-cinder-792299-6-iscsi neutron-server[93205]: [parameters: {'project_id': '60e53c28ef444ab7bab4b366b3848f57', 'id': '7850cc75-1756-4cf9-af77-7b98043216a1', 'expiration': datetime.datetime(2021, 7, 22, 2, 34, 21, 441980)}] Jul 22 02:32:21.451761 dv-cinder-792299-6-iscsi neutron-server[93205]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93205) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 02:32:21.452374 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG oslo_db.api [None req-dab191eb-b1f9-4bfb-8f7c-fc48b12d6f42 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 02:32:21.458298 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-617b4211-99a6-45d4-9021-585d58bb1af4 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks [] for floatingip, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:21.516166 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-3ff53183-bccb-4d6b-bbec-f83a2b171252 req-3bd4f510-6fe5-4836-a8d6-9bf35e106b15 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.30 "GET /v2.0/security-groups?id=7802bdd4-9e4e-41ff-a7c4-e63e7862822f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173217 Jul 22 02:32:21.540242 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-739081a0-5811-499f-b00f-611d70ae2d9a req-15f14efb-10c4-414d-a6f6-14d639efc020 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/security-groups?id=32b10047-7e6e-4dee-84fb-05b15d12528e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951624 Jul 22 02:32:21.569810 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-617b4211-99a6-45d4-9021-585d58bb1af4 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:21.653478 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-50754428-3aa0-4f3a-a0b3-c24b61876ce7 req-db2861e8-9a37-4ead-abdc-fa889b73b533 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789867968359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789867566228'] for port, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:21.674728 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] get_ports_and_sgs() called for port_ids ['f53a050c-deec-464b-a0d0-6a7210d3fc48'] {{(pid=93207) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:32:21.698845 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2861e8-9a37-4ead-abdc-fa889b73b533 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Pushing event deleted for resources: {'Port': ['ID=f53a050c-deec-464b-a0d0-6a7210d3fc48,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:21.757821 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [req-50754428-3aa0-4f3a-a0b3-c24b61876ce7 req-db2861e8-9a37-4ead-abdc-fa889b73b533 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] No DVR routers for this DVR port f53a050c-deec-464b-a0d0-6a7210d3fc48 on host hv-cinder-79229 {{(pid=93206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 02:32:21.761410 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-50754428-3aa0-4f3a-a0b3-c24b61876ce7 req-db2861e8-9a37-4ead-abdc-fa889b73b533 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409'] for port, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:21.763554 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-50754428-3aa0-4f3a-a0b3-c24b61876ce7 req-db2861e8-9a37-4ead-abdc-fa889b73b533 tempest-AttachVolumeNegativeTest-680590962 tempest-AttachVolumeNegativeTest-680590962-project] 10.222.0.23 "DELETE /v2.0/ports/f53a050c-deec-464b-a0d0-6a7210d3fc48 HTTP/1.1" status: 204 len: 173 time: 0.7045891 Jul 22 02:32:21.763928 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b0a6fce-a792-4c97-91b2-4c5f7b441b03', 'name': 'network-vif-deleted', 'tag': 'f53a050c-deec-464b-a0d0-6a7210d3fc48'}] {{(pid=93206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:32:21.766627 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2c7467b3a520cac2f9dc58394876cadcbbb82697b422dc56d8b09de1a4b7e26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2693654-c9e0-4433-ba94-7bc3698814d3" -d '{"events": [{"server_uuid": "0b0a6fce-a792-4c97-91b2-4c5f7b441b03", "name": "network-vif-deleted", "tag": "f53a050c-deec-464b-a0d0-6a7210d3fc48"}]}' {{(pid=93206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:32:21.828344 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4581e663-341a-4510-bf75-57de1d1a21e5 x-openstack-request-id: req-4581e663-341a-4510-bf75-57de1d1a21e5 {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:32:21.830086 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b0a6fce-a792-4c97-91b2-4c5f7b441b03", "name": "network-vif-deleted", "tag": "f53a050c-deec-464b-a0d0-6a7210d3fc48", "status": "completed", "code": 200}]} {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:32:21.830508 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4581e663-341a-4510-bf75-57de1d1a21e5 {{(pid=93206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:32:21.831489 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b0a6fce-a792-4c97-91b2-4c5f7b441b03', 'name': 'network-vif-deleted', 'tag': 'f53a050c-deec-464b-a0d0-6a7210d3fc48', 'status': 'completed', 'code': 200} Jul 22 02:32:21.898032 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.db_base_plugin_common [None req-617b4211-99a6-45d4-9021-585d58bb1af4 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Allocated IP 172.27.3.27 (a2bee0e8-177e-45f0-aff1-c80473345c00/ecc19678-5b8b-45eb-bc42-2a87169fcb4c/6306cca8-bc4e-4cc5-9706-ce8b75090888) {{(pid=93205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:32:21.938749 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80cdc5-f17d-4392-8527-2f4b68aa56e9 req-62bf155e-0f06-47cf-854e-3e20675526b4 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:21.945194 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-2c80cdc5-f17d-4392-8527-2f4b68aa56e9 req-62bf155e-0f06-47cf-854e-3e20675526b4 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 943 time: 0.0734181 Jul 22 02:32:21.981163 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-2c80cdc5-f17d-4392-8527-2f4b68aa56e9 req-5bb3bd42-e3bf-422f-a5ec-a546a78a1f5c tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326469 Jul 22 02:32:22.009978 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-dab191eb-b1f9-4bfb-8f7c-fc48b12d6f42 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Notify callbacks [] for floatingip, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:22.036615 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-617b4211-99a6-45d4-9021-585d58bb1af4 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks [] for port, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:22.128191 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-617b4211-99a6-45d4-9021-585d58bb1af4 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789867566219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3324451'] for port, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:22.176546 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617b4211-99a6-45d4-9021-585d58bb1af4 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Network a2bee0e8-177e-45f0-aff1-c80473345c00 is already hosted by enough agents. {{(pid=93205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:32:22.182842 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.base_scheduler [None req-617b4211-99a6-45d4-9021-585d58bb1af4 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Resources bound (agent type, host, resource id): {{(pid=93205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:32:22.185448 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-dab191eb-b1f9-4bfb-8f7c-fc48b12d6f42 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:22.189482 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617b4211-99a6-45d4-9021-585d58bb1af4 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Received port after_create {{(pid=93205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:32:22.197243 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617b4211-99a6-45d4-9021-585d58bb1af4 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Pushing event updated for resources: {'Port': ['ID=6306cca8-bc4e-4cc5-9706-ce8b75090888,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:22.387884 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.db_base_plugin_common [None req-dab191eb-b1f9-4bfb-8f7c-fc48b12d6f42 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Allocated IP 172.27.3.37 (a2bee0e8-177e-45f0-aff1-c80473345c00/ecc19678-5b8b-45eb-bc42-2a87169fcb4c/383027a9-dd79-45e0-ab69-1822ce1d59fd) {{(pid=93205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:32:22.575047 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 59848) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:22.617539 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-dab191eb-b1f9-4bfb-8f7c-fc48b12d6f42 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Notify callbacks [] for port, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:22.638109 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0431108-66dc-44cc-985d-ce493521d6ce admin admin] Deleting subnet 9cdf501c-c170-4983-bbb3-cf8fb45615cb {{(pid=93206) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 02:32:22.661515 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-f0431108-66dc-44cc-985d-ce493521d6ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:22.702221 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-f0431108-66dc-44cc-985d-ce493521d6ce admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:22.712608 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-f0431108-66dc-44cc-985d-ce493521d6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774554'] for subnet, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:22.732810 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-617b4211-99a6-45d4-9021-585d58bb1af4 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:22.736718 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-dab191eb-b1f9-4bfb-8f7c-fc48b12d6f42 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789867566219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3324451'] for port, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:22.752330 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e3922b-4bdb-4b58-ac9f-c8cecda19dce req-0698efd2-07ff-4ebb-874e-47ca8a56eebd tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:22.753836 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-51e3922b-4bdb-4b58-ac9f-c8cecda19dce req-0698efd2-07ff-4ebb-874e-47ca8a56eebd tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b0dfcba-eda3-4d31-b73b-f820a8994dce HTTP/1.1" status: 200 len: 945 time: 0.1346781 Jul 22 02:32:22.805412 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab191eb-b1f9-4bfb-8f7c-fc48b12d6f42 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Network a2bee0e8-177e-45f0-aff1-c80473345c00 is already hosted by enough agents. {{(pid=93205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:32:22.811291 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.base_scheduler [None req-dab191eb-b1f9-4bfb-8f7c-fc48b12d6f42 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Resources bound (agent type, host, resource id): {{(pid=93205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:32:22.816139 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-f0431108-66dc-44cc-985d-ce493521d6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863'] for subnet, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:22.821294 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab191eb-b1f9-4bfb-8f7c-fc48b12d6f42 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Received port after_create {{(pid=93205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:32:22.837454 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-51e3922b-4bdb-4b58-ac9f-c8cecda19dce req-eb85fe15-3233-45fe-9c01-96ad7078df30 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/security-groups?id=32b10047-7e6e-4dee-84fb-05b15d12528e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733526 Jul 22 02:32:22.842085 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab191eb-b1f9-4bfb-8f7c-fc48b12d6f42 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Pushing event updated for resources: {'Port': ['ID=383027a9-dd79-45e0-ab69-1822ce1d59fd,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:22.865474 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-f0431108-66dc-44cc-985d-ce493521d6ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:22.868092 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-f0431108-66dc-44cc-985d-ce493521d6ce admin admin] 10.222.0.30 "DELETE /v2.0/subnets/9cdf501c-c170-4983-bbb3-cf8fb45615cb HTTP/1.1" status: 204 len: 168 time: 0.2916183 Jul 22 02:32:22.869097 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0431108-66dc-44cc-985d-ce493521d6ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cdf501c-c170-4983-bbb3-cf8fb45615cb,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:22.871172 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 59858) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:22.930553 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-617b4211-99a6-45d4-9021-585d58bb1af4 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:22.977241 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a236ea5a-6a64-4525-869f-89a72ee216b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-716893'] for network, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:23.038231 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397fa8f7-7e01-4564-8311-85041e0f2e82 req-0a7801e8-9c2b-48c3-9846-fe7bba10b41f tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:23.039839 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-397fa8f7-7e01-4564-8311-85041e0f2e82 req-0a7801e8-9c2b-48c3-9846-fe7bba10b41f tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c0b8f55-5afa-4532-9a13-ce6b19d32e63 HTTP/1.1" status: 200 len: 945 time: 0.1370466 Jul 22 02:32:23.139712 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a236ea5a-6a64-4525-869f-89a72ee216b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-773542', 'neutron.services.segments.db._delete_segments_for_network-8789868033329'] for network, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:23.158926 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a236ea5a-6a64-4525-869f-89a72ee216b0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:32:23.159287 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a236ea5a-6a64-4525-869f-89a72ee216b0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:32:23.160009 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a236ea5a-6a64-4525-869f-89a72ee216b0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:32:23.160356 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a236ea5a-6a64-4525-869f-89a72ee216b0 admin admin] Subscribe: > port after_create 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:32:23.160696 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a236ea5a-6a64-4525-869f-89a72ee216b0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:32:23.161039 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a236ea5a-6a64-4525-869f-89a72ee216b0 admin admin] Subscribe: > port after_update 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:32:23.161362 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a236ea5a-6a64-4525-869f-89a72ee216b0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:32:23.161681 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a236ea5a-6a64-4525-869f-89a72ee216b0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:32:23.161999 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a236ea5a-6a64-4525-869f-89a72ee216b0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:32:23.162319 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a236ea5a-6a64-4525-869f-89a72ee216b0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:32:23.286729 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-617b4211-99a6-45d4-9021-585d58bb1af4 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks [] for port, precommit_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:23.292899 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-617b4211-99a6-45d4-9021-585d58bb1af4 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3324456'] for port, after_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:23.300021 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a236ea5a-6a64-4525-869f-89a72ee216b0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:32:23.300398 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a236ea5a-6a64-4525-869f-89a72ee216b0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:32:23.300766 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a236ea5a-6a64-4525-869f-89a72ee216b0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:32:23.301109 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a236ea5a-6a64-4525-869f-89a72ee216b0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93206) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 02:32:23.301479 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.services.segments.db [None req-a236ea5a-6a64-4525-869f-89a72ee216b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d']}} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:32:23.308830 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-397fa8f7-7e01-4564-8311-85041e0f2e82 req-fdb555b5-4f12-48bd-bebf-cb27b963cb05 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] 10.222.0.30 "GET /v2.0/security-groups?id=b052ee6d-17cb-4aa6-a0a1-5be1b21f5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525702 Jul 22 02:32:23.328671 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.services.segments.db [None req-a236ea5a-6a64-4525-869f-89a72ee216b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1178c6d7-38f4-4aec-bb2e-34535e569c60') {'for_net_delete': True} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:32:23.328959 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.services.segments.db [None req-a236ea5a-6a64-4525-869f-89a72ee216b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1178c6d7-38f4-4aec-bb2e-34535e569c60') {} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:32:23.351771 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a236ea5a-6a64-4525-869f-89a72ee216b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789868033850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8871332'] for segment, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:23.376450 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a236ea5a-6a64-4525-869f-89a72ee216b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767938'] for segment, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:23.393900 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab2353-fe51-4d8c-af99-62b5bdb7b7b8 req-d5faf805-b20f-4a2f-922e-be09a620395c tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:23.395320 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-f1ab2353-fe51-4d8c-af99-62b5bdb7b7b8 req-d5faf805-b20f-4a2f-922e-be09a620395c tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 943 time: 0.3316743 Jul 22 02:32:23.396557 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a236ea5a-6a64-4525-869f-89a72ee216b0 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=93206) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 02:32:23.397504 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a236ea5a-6a64-4525-869f-89a72ee216b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909324'] for segment, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:23.401499 dv-cinder-792299-6-iscsi neutron-server[93206]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 02:32:23.401499 dv-cinder-792299-6-iscsi neutron-server[93206]: from cryptography.utils import int_from_bytes Jul 22 02:32:23.401499 dv-cinder-792299-6-iscsi neutron-server[93206]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 02:32:23.401499 dv-cinder-792299-6-iscsi neutron-server[93206]: from cryptography.utils import int_from_bytes Jul 22 02:32:23.401499 dv-cinder-792299-6-iscsi neutron-server[93206]: Traceback (most recent call last): Jul 22 02:32:23.401499 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 02:32:23.401499 dv-cinder-792299-6-iscsi neutron-server[93206]: timer() Jul 22 02:32:23.401499 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 02:32:23.401499 dv-cinder-792299-6-iscsi neutron-server[93206]: cb(*args, **kw) Jul 22 02:32:23.401499 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 02:32:23.401499 dv-cinder-792299-6-iscsi neutron-server[93206]: return func(*args, **kwargs) Jul 22 02:32:23.401499 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 02:32:23.401499 dv-cinder-792299-6-iscsi neutron-server[93206]: self._notify() Jul 22 02:32:23.401499 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 02:32:23.401499 dv-cinder-792299-6-iscsi neutron-server[93206]: self.callback(batched_events) Jul 22 02:32:23.401499 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 02:32:23.401499 dv-cinder-792299-6-iscsi neutron-server[93206]: event.method(event) Jul 22 02:32:23.401499 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 02:32:23.401499 dv-cinder-792299-6-iscsi neutron-server[93206]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 02:32:23.401499 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 02:32:23.401499 dv-cinder-792299-6-iscsi neutron-server[93206]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 02:32:23.401499 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 02:32:23.401499 dv-cinder-792299-6-iscsi neutron-server[93206]: return f(self, *a, **k) Jul 22 02:32:23.401499 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 02:32:23.401499 dv-cinder-792299-6-iscsi neutron-server[93206]: return self._get(url).json() Jul 22 02:32:23.401499 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 02:32:23.401499 dv-cinder-792299-6-iscsi neutron-server[93206]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 02:32:23.401499 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 02:32:23.401499 dv-cinder-792299-6-iscsi neutron-server[93206]: return self.request(url, 'GET', **kwargs) Jul 22 02:32:23.401499 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 02:32:23.401499 dv-cinder-792299-6-iscsi neutron-server[93206]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 02:32:23.401499 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 02:32:23.401499 dv-cinder-792299-6-iscsi neutron-server[93206]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 02:32:23.401499 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 02:32:23.401499 dv-cinder-792299-6-iscsi neutron-server[93206]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 02:32:23.401499 dv-cinder-792299-6-iscsi neutron-server[93206]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 02:32:23.404167 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617b4211-99a6-45d4-9021-585d58bb1af4 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Pushing event updated for resources: {'Port': ['ID=6306cca8-bc4e-4cc5-9706-ce8b75090888,revision_number=2']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:23.417092 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-617b4211-99a6-45d4-9021-585d58bb1af4 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746573'] for floatingip, after_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:23.480975 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-dab191eb-b1f9-4bfb-8f7c-fc48b12d6f42 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:23.481230 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a236ea5a-6a64-4525-869f-89a72ee216b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746579'] for network, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:23.484783 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-f1ab2353-fe51-4d8c-af99-62b5bdb7b7b8 req-9910dabb-a168-4fc1-81c5-13f6f29c161e tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738001 Jul 22 02:32:23.491060 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a236ea5a-6a64-4525-869f-89a72ee216b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583845'] for network, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:23.492940 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-a236ea5a-6a64-4525-869f-89a72ee216b0 admin admin] 10.222.0.30 "DELETE /v2.0/networks/49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d HTTP/1.1" status: 204 len: 168 time: 0.6199491 Jul 22 02:32:23.513814 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a236ea5a-6a64-4525-869f-89a72ee216b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=49cf6d68-c5b6-4b5c-b9df-34f79e71cf0d,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:23.580123 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.db.l3_db [None req-617b4211-99a6-45d4-9021-585d58bb1af4 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Floating IP cc946ea0-340e-450c-8546-1ca5ab5172e9 associated. External IP: 172.27.3.27, port: 2601f226-b338-4a52-a67c-da14b4799349. Jul 22 02:32:23.675692 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 59868) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:23.720914 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-a2e62145-f25e-4bab-88ac-d0b7f707d498 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=16fd06163ccc47f08a69c65f0aa273d0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0439310 Jul 22 02:32:23.723306 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 59870) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:23.773493 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-7aa600d4-d7f6-43cb-b727-ea1b36970dc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:23.795089 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-7aa600d4-d7f6-43cb-b727-ea1b36970dc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:23.843433 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-7aa600d4-d7f6-43cb-b727-ea1b36970dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:23.844986 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-dab191eb-b1f9-4bfb-8f7c-fc48b12d6f42 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:23.846178 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-7aa600d4-d7f6-43cb-b727-ea1b36970dc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:23.847298 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-7aa600d4-d7f6-43cb-b727-ea1b36970dc0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7802bdd4-9e4e-41ff-a7c4-e63e7862822f HTTP/1.1" status: 204 len: 168 time: 0.1230919 Jul 22 02:32:23.855068 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa600d4-d7f6-43cb-b727-ea1b36970dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7802bdd4-9e4e-41ff-a7c4-e63e7862822f,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:23.986366 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1588e8f0-e3a2-4cab-b382-155b0edb85d9 req-dc22bde9-870b-46c6-930f-205570518b90 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:23.987872 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-1588e8f0-e3a2-4cab-b382-155b0edb85d9 req-dc22bde9-870b-46c6-930f-205570518b90 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b0dfcba-eda3-4d31-b73b-f820a8994dce HTTP/1.1" status: 200 len: 945 time: 0.0678844 Jul 22 02:32:24.034165 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-1588e8f0-e3a2-4cab-b382-155b0edb85d9 req-69549124-774e-4014-b184-39ab315af04e tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/security-groups?id=32b10047-7e6e-4dee-84fb-05b15d12528e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391436 Jul 22 02:32:24.114591 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-dab191eb-b1f9-4bfb-8f7c-fc48b12d6f42 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Notify callbacks [] for port, precommit_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:24.118159 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-617b4211-99a6-45d4-9021-585d58bb1af4 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Router bc788e52-4c67-4d00-8750-19c252030837 has already been hosted by L3 agent f9ed0358-a013-4c74-a622-17ee633b4610 {{(pid=93205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 02:32:24.122337 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-dab191eb-b1f9-4bfb-8f7c-fc48b12d6f42 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3324456'] for port, after_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:24.273239 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab191eb-b1f9-4bfb-8f7c-fc48b12d6f42 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Pushing event updated for resources: {'Port': ['ID=383027a9-dd79-45e0-ab69-1822ce1d59fd,revision_number=2']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:24.285269 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-dab191eb-b1f9-4bfb-8f7c-fc48b12d6f42 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746573'] for floatingip, after_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:24.298826 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f680db5-ce03-460b-ade0-9d3cc47add31 req-315079a7-5fe9-4c10-9655-66e630e8a7e3 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:24.300305 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-4f680db5-ce03-460b-ade0-9d3cc47add31 req-315079a7-5fe9-4c10-9655-66e630e8a7e3 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2efc9eb-4c67-4b62-93ea-f95b382696ca HTTP/1.1" status: 200 len: 945 time: 0.0694704 Jul 22 02:32:24.340691 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-4f680db5-ce03-460b-ade0-9d3cc47add31 req-73b24a0f-62b4-437f-9175-96acd2ed0b41 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329595 Jul 22 02:32:24.395921 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-617b4211-99a6-45d4-9021-585d58bb1af4 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify agent at l3_agent.dv-cinder-792299-6-iscsi the message routers_updated {{(pid=93205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:32:24.407926 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7edacd9-a269-42f0-b9e7-815774473593 None None] Sync routers for ids ['bc788e52-4c67-4d00-8750-19c252030837'] in dv-cinder-792299-6-iscsi {{(pid=93208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:32:24.422080 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7edacd9-a269-42f0-b9e7-815774473593 None None] Routers {'bc788e52-4c67-4d00-8750-19c252030837'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:32:24.422080 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-b7edacd9-a269-42f0-b9e7-815774473593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:32:14Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['bc788e52-4c67-4d00-8750-19c252030837'], 'active': True} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:32:24.425111 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.db.l3_db [None req-dab191eb-b1f9-4bfb-8f7c-fc48b12d6f42 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Floating IP f81902c5-0a39-4630-8da2-4e771238b2ea associated. External IP: 172.27.3.37, port: fd2c65fe-516a-41aa-9be1-348af6dff2e1. Jul 22 02:32:24.464501 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-617b4211-99a6-45d4-9021-585d58bb1af4 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409'] for floatingip, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:24.481851 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da4087-edcb-40dc-823d-3a4bfc247351 req-210f879d-492f-49bb-ad17-dd22459c1570 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:24.483718 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-74da4087-edcb-40dc-823d-3a4bfc247351 req-210f879d-492f-49bb-ad17-dd22459c1570 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c0b8f55-5afa-4532-9a13-ce6b19d32e63 HTTP/1.1" status: 200 len: 945 time: 0.0898297 Jul 22 02:32:24.546203 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-617b4211-99a6-45d4-9021-585d58bb1af4 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1387374 Jul 22 02:32:24.548256 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbcc5c65-d287-4a09-b739-3908983488ad', 'tag': '2601f226-b338-4a52-a67c-da14b4799349'}] {{(pid=93205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:32:24.550554 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1519ab49a2e6f2c0b9af796621e68389a02ac4e63e9641ecb08298f364d17118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ad6e06-819b-4261-85fc-0cfb278a584b" -d '{"events": [{"name": "network-changed", "server_uuid": "dbcc5c65-d287-4a09-b739-3908983488ad", "tag": "2601f226-b338-4a52-a67c-da14b4799349"}]}' {{(pid=93205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:32:24.551451 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvr_db [None req-b7edacd9-a269-42f0-b9e7-815774473593 None None] Set router bc788e52-4c67-4d00-8750-19c252030837 gateway port host: dv-cinder-792299-6-iscsi {{(pid=93208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:32:24.553547 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-74da4087-edcb-40dc-823d-3a4bfc247351 req-20a38a93-a121-48d5-a231-1d8be92f5b89 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] 10.222.0.30 "GET /v2.0/security-groups?id=b052ee6d-17cb-4aa6-a0a1-5be1b21f5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634646 Jul 22 02:32:24.688614 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 02:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5cbde9e-5fad-4812-98d9-7e457b8d4ed4 x-openstack-request-id: req-d5cbde9e-5fad-4812-98d9-7e457b8d4ed4 {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:32:24.689063 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbcc5c65-d287-4a09-b739-3908983488ad", "tag": "2601f226-b338-4a52-a67c-da14b4799349", "status": "completed", "code": 200}]} {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:32:24.689407 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d5cbde9e-5fad-4812-98d9-7e457b8d4ed4 {{(pid=93205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:32:24.690029 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbcc5c65-d287-4a09-b739-3908983488ad', 'tag': '2601f226-b338-4a52-a67c-da14b4799349', 'status': 'completed', 'code': 200} Jul 22 02:32:24.719743 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dab191eb-b1f9-4bfb-8f7c-fc48b12d6f42 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Router f39401d7-9f0a-4733-a9d4-316dab74c9b8 has already been hosted by L3 agent f9ed0358-a013-4c74-a622-17ee633b4610 {{(pid=93205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 02:32:24.750155 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd86a2-cae4-43c3-bf8a-aadb7ff87ccc req-67bf5422-8bac-4499-9fa0-9f0c460b2fab tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:24.751952 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-ebcd86a2-cae4-43c3-bf8a-aadb7ff87ccc req-67bf5422-8bac-4499-9fa0-9f0c460b2fab tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 943 time: 0.1276760 Jul 22 02:32:24.758589 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad6e06-819b-4261-85fc-0cfb278a584b req-5b498269-9f6c-4602-9e19-22efa57697ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:24.760898 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-63ad6e06-819b-4261-85fc-0cfb278a584b req-5b498269-9f6c-4602-9e19-22efa57697ee service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=67d612e4302c499b8d778fbcdd7b9044&device_id=dbcc5c65-d287-4a09-b739-3908983488ad HTTP/1.1" status: 200 len: 1099 time: 0.0891984 Jul 22 02:32:24.840728 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-ebcd86a2-cae4-43c3-bf8a-aadb7ff87ccc req-d26f12ac-1b66-4580-a369-3480cc83a760 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786917 Jul 22 02:32:24.842732 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab191eb-b1f9-4bfb-8f7c-fc48b12d6f42 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Notify agent at l3_agent.dv-cinder-792299-6-iscsi the message routers_updated {{(pid=93205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:32:24.862607 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-dab191eb-b1f9-4bfb-8f7c-fc48b12d6f42 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409'] for floatingip, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:24.862804 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-b7edacd9-a269-42f0-b9e7-815774473593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc788e52-4c67-4d00-8750-19c252030837', 'name': 'tempest-TestVolumeBootPattern-959882766-router', 'tenant_id': '67d612e4302c499b8d778fbcdd7b9044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': 'a5444e74-927b-483b-abdc-5289a02c6200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:30:43Z', 'updated_at': '2021-07-22T02:30:49Z', 'revision_number': 4, 'project_id': '67d612e4302c499b8d778fbcdd7b9044', 'gw_port': {'id': 'a5444e74-927b-483b-abdc-5289a02c6200', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc788e52-4c67-4d00-8750-19c252030837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:44Z', 'updated_at': '2021-07-22T02:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_floatingips': [{'id': 'cc946ea0-340e-450c-8546-1ca5ab5172e9', 'tenant_id': '67d612e4302c499b8d778fbcdd7b9044', 'floating_ip_address': '172.27.3.27', 'floating_network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'router_id': 'bc788e52-4c67-4d00-8750-19c252030837', 'port_id': '2601f226-b338-4a52-a67c-da14b4799349', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffc27ac5-3775-4b53-826e-98afab9137ce', 'mac_address': 'fa:16:3e:b6:f7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbcc5c65-d287-4a09-b739-3908983488ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T02:32:22Z', 'updated_at': '2021-07-22T02:32:22Z', 'revision_number': 0, 'project_id': '67d612e4302c499b8d778fbcdd7b9044', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8991fcbf-3aa7-46c8-be11-bc154a3f4fb2', 'name': '', 'network_id': 'ffc27ac5-3775-4b53-826e-98afab9137ce', 'tenant_id': '67d612e4302c499b8d778fbcdd7b9044', 'mac_address': 'fa:16:3e:8f:6a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc788e52-4c67-4d00-8750-19c252030837', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '5ffe1ea2-2f9b-4245-839a-fb164d77066d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:48Z', 'updated_at': '2021-07-22T02:31:07Z', 'revision_number': 5, 'project_id': '67d612e4302c499b8d778fbcdd7b9044', 'subnets': [{'id': '5ffe1ea2-2f9b-4245-839a-fb164d77066d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:32:24.868148 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7e3bce-45c2-4586-bc60-2a1550ed487c None None] Sync routers for ids ['f39401d7-9f0a-4733-a9d4-316dab74c9b8'] in dv-cinder-792299-6-iscsi {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:32:24.880325 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7e3bce-45c2-4586-bc60-2a1550ed487c None None] Routers {'f39401d7-9f0a-4733-a9d4-316dab74c9b8'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:32:24.881917 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-7a7e3bce-45c2-4586-bc60-2a1550ed487c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:32:14Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['f39401d7-9f0a-4733-a9d4-316dab74c9b8'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:32:24.917850 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad6e06-819b-4261-85fc-0cfb278a584b req-bab15356-0d7e-4dd1-9c72-bf4a72ac7cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:24.919989 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-63ad6e06-819b-4261-85fc-0cfb278a584b req-bab15356-0d7e-4dd1-9c72-bf4a72ac7cb4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ffc27ac5-3775-4b53-826e-98afab9137ce HTTP/1.1" status: 200 len: 911 time: 0.1431379 Jul 22 02:32:24.945987 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-dab191eb-b1f9-4bfb-8f7c-fc48b12d6f42 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5223269 Jul 22 02:32:24.948767 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 59912) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:24.953650 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-980ff9a0-c41c-494a-8dba-d502c201f494 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-221273865', 'description': 'tempest-secgroup-smoke-221273865 description', 'project_id': '60e53c28ef444ab7bab4b366b3848f57'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:32:25.007081 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-63ad6e06-819b-4261-85fc-0cfb278a584b req-f1b6eeaa-6b34-4c89-a82a-829d088e5fa7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2601f226-b338-4a52-a67c-da14b4799349 HTTP/1.1" status: 200 len: 999 time: 0.0770791 Jul 22 02:32:25.010622 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-980ff9a0-c41c-494a-8dba-d502c201f494 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:25.015410 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7edacd9-a269-42f0-b9e7-815774473593 None None] Checking router: bc788e52-4c67-4d00-8750-19c252030837 for host: dv-cinder-792299-6-iscsi {{(pid=93208) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:32:25.025638 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7edacd9-a269-42f0-b9e7-815774473593 None None] Routers {'bc788e52-4c67-4d00-8750-19c252030837'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:32:25.026267 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-b7edacd9-a269-42f0-b9e7-815774473593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:32:14Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['bc788e52-4c67-4d00-8750-19c252030837'], 'active': True} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:32:25.082489 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad6e06-819b-4261-85fc-0cfb278a584b req-a8ee8dfd-cb7e-418a-9c67-46f1b04f146d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:25.084071 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-63ad6e06-819b-4261-85fc-0cfb278a584b req-a8ee8dfd-cb7e-418a-9c67-46f1b04f146d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5ffe1ea2-2f9b-4245-839a-fb164d77066d HTTP/1.1" status: 200 len: 850 time: 0.0704067 Jul 22 02:32:25.172549 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvr_db [None req-b7edacd9-a269-42f0-b9e7-815774473593 None None] Set router bc788e52-4c67-4d00-8750-19c252030837 gateway port host: dv-cinder-792299-6-iscsi {{(pid=93208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:32:25.173991 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-7a7e3bce-45c2-4586-bc60-2a1550ed487c None None] Set router f39401d7-9f0a-4733-a9d4-316dab74c9b8 gateway port host: dv-cinder-792299-6-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:32:25.175180 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-980ff9a0-c41c-494a-8dba-d502c201f494 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:25.189429 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-980ff9a0-c41c-494a-8dba-d502c201f494 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:25.259424 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-980ff9a0-c41c-494a-8dba-d502c201f494 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:25.261084 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-980ff9a0-c41c-494a-8dba-d502c201f494 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3113377 Jul 22 02:32:25.267687 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 59916) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:25.273027 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-8c111900-16f6-44b9-9549-050f7ef06caf tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Request body: {'security_group_rule': {'security_group_id': '69d4309b-5c39-4c14-bfec-fabe272b583a', 'project_id': '60e53c28ef444ab7bab4b366b3848f57', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:32:25.285373 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980ff9a0-c41c-494a-8dba-d502c201f494 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69d4309b-5c39-4c14-bfec-fabe272b583a,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:25.327338 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fe1ceb-3f50-426e-b122-21140446673b req-a343cc01-32f5-4df4-a149-1f44f574f3da tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:25.329479 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-66fe1ceb-3f50-426e-b122-21140446673b req-a343cc01-32f5-4df4-a149-1f44f574f3da tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c0b8f55-5afa-4532-9a13-ce6b19d32e63 HTTP/1.1" status: 200 len: 945 time: 0.1518655 Jul 22 02:32:25.354149 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad6e06-819b-4261-85fc-0cfb278a584b req-284039db-8321-4d04-9841-95d8537aaaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:25.355705 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-63ad6e06-819b-4261-85fc-0cfb278a584b req-284039db-8321-4d04-9841-95d8537aaaec service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ffc27ac5-3775-4b53-826e-98afab9137ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2607589 Jul 22 02:32:25.403933 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf3649a-3b3b-4ed5-a47b-6f22c7ec163f req-5666189e-924a-415e-90c2-c0b5621804cf tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:25.405985 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-eaf3649a-3b3b-4ed5-a47b-6f22c7ec163f req-5666189e-924a-415e-90c2-c0b5621804cf tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b0dfcba-eda3-4d31-b73b-f820a8994dce HTTP/1.1" status: 200 len: 945 time: 0.2298295 Jul 22 02:32:25.416307 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-8c111900-16f6-44b9-9549-050f7ef06caf tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:25.457632 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device f53a050c-deec-464b-a0d0-6a7210d3fc48 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:32:25.514940 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] No Port match for: f53a050c-deec-464b-a0d0-6a7210d3fc48 {{(pid=93207) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:32:25.515281 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device f53a050c-deec-464b-a0d0-6a7210d3fc48 not bound to the agent host hv-cinder-79229 {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:32:25.528390 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-b7edacd9-a269-42f0-b9e7-815774473593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc788e52-4c67-4d00-8750-19c252030837', 'name': 'tempest-TestVolumeBootPattern-959882766-router', 'tenant_id': '67d612e4302c499b8d778fbcdd7b9044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': 'a5444e74-927b-483b-abdc-5289a02c6200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:30:43Z', 'updated_at': '2021-07-22T02:30:49Z', 'revision_number': 4, 'project_id': '67d612e4302c499b8d778fbcdd7b9044', 'gw_port': {'id': 'a5444e74-927b-483b-abdc-5289a02c6200', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc788e52-4c67-4d00-8750-19c252030837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:44Z', 'updated_at': '2021-07-22T02:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_floatingips': [{'id': 'cc946ea0-340e-450c-8546-1ca5ab5172e9', 'tenant_id': '67d612e4302c499b8d778fbcdd7b9044', 'floating_ip_address': '172.27.3.27', 'floating_network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'router_id': 'bc788e52-4c67-4d00-8750-19c252030837', 'port_id': '2601f226-b338-4a52-a67c-da14b4799349', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffc27ac5-3775-4b53-826e-98afab9137ce', 'mac_address': 'fa:16:3e:b6:f7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbcc5c65-d287-4a09-b739-3908983488ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T02:32:22Z', 'updated_at': '2021-07-22T02:32:22Z', 'revision_number': 0, 'project_id': '67d612e4302c499b8d778fbcdd7b9044', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8991fcbf-3aa7-46c8-be11-bc154a3f4fb2', 'name': '', 'network_id': 'ffc27ac5-3775-4b53-826e-98afab9137ce', 'tenant_id': '67d612e4302c499b8d778fbcdd7b9044', 'mac_address': 'fa:16:3e:8f:6a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc788e52-4c67-4d00-8750-19c252030837', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '5ffe1ea2-2f9b-4245-839a-fb164d77066d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:48Z', 'updated_at': '2021-07-22T02:31:07Z', 'revision_number': 5, 'project_id': '67d612e4302c499b8d778fbcdd7b9044', 'subnets': [{'id': '5ffe1ea2-2f9b-4245-839a-fb164d77066d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:32:25.571102 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7edacd9-a269-42f0-b9e7-815774473593 None None] The sync data for ids ['bc788e52-4c67-4d00-8750-19c252030837'] in dv-cinder-792299-6-iscsi is: [{'id': 'bc788e52-4c67-4d00-8750-19c252030837', 'name': 'tempest-TestVolumeBootPattern-959882766-router', 'tenant_id': '67d612e4302c499b8d778fbcdd7b9044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': 'a5444e74-927b-483b-abdc-5289a02c6200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:30:43Z', 'updated_at': '2021-07-22T02:30:49Z', 'revision_number': 4, 'project_id': '67d612e4302c499b8d778fbcdd7b9044', 'gw_port': {'id': 'a5444e74-927b-483b-abdc-5289a02c6200', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc788e52-4c67-4d00-8750-19c252030837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:44Z', 'updated_at': '2021-07-22T02:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_floatingips': [{'id': 'cc946ea0-340e-450c-8546-1ca5ab5172e9', 'tenant_id': '67d612e4302c499b8d778fbcdd7b9044', 'floating_ip_address': '172.27.3.27', 'floating_network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'router_id': 'bc788e52-4c67-4d00-8750-19c252030837', 'port_id': '2601f226-b338-4a52-a67c-da14b4799349', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffc27ac5-3775-4b53-826e-98afab9137ce', 'mac_address': 'fa:16:3e:b6:f7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbcc5c65-d287-4a09-b739-3908983488ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T02:32:22Z', 'updated_at': '2021-07-22T02:32:22Z', 'revision_number': 0, 'project_id': '67d612e4302c499b8d778fbcdd7b9044', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8991fcbf-3aa7-46c8-be11-bc154a3f4fb2', 'name': '', 'network_id': 'ffc27ac5-3775-4b53-826e-98afab9137ce', 'tenant_id': '67d612e4302c499b8d778fbcdd7b9044', 'mac_address': 'fa:16:3e:8f:6a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc788e52-4c67-4d00-8750-19c252030837', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '5ffe1ea2-2f9b-4245-839a-fb164d77066d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:48Z', 'updated_at': '2021-07-22T02:31:07Z', 'revision_number': 5, 'project_id': '67d612e4302c499b8d778fbcdd7b9044', 'subnets': [{'id': '5ffe1ea2-2f9b-4245-839a-fb164d77066d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:32:25.599084 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-eaf3649a-3b3b-4ed5-a47b-6f22c7ec163f req-f431507f-9a31-4c75-860d-d3c3eb993ab0 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/security-groups?id=32b10047-7e6e-4dee-84fb-05b15d12528e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585917 Jul 22 02:32:25.602711 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-8c111900-16f6-44b9-9549-050f7ef06caf tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:25.619764 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-8c111900-16f6-44b9-9549-050f7ef06caf tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660745'] for security_group_rule, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:25.621163 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-7a7e3bce-45c2-4586-bc60-2a1550ed487c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39401d7-9f0a-4733-a9d4-316dab74c9b8', 'name': 'tempest-TestMinimumBasicScenario-185652920-router', 'tenant_id': '60e53c28ef444ab7bab4b366b3848f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'a4feb8b5-4f55-422c-86a0-78a255cb65b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:30:36Z', 'updated_at': '2021-07-22T02:30:47Z', 'revision_number': 4, 'project_id': '60e53c28ef444ab7bab4b366b3848f57', 'gw_port': {'id': 'a4feb8b5-4f55-422c-86a0-78a255cb65b1', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39401d7-9f0a-4733-a9d4-316dab74c9b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:38Z', 'updated_at': '2021-07-22T02:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_floatingips': [{'id': 'f81902c5-0a39-4630-8da2-4e771238b2ea', 'tenant_id': '60e53c28ef444ab7bab4b366b3848f57', 'floating_ip_address': '172.27.3.37', 'floating_network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'router_id': 'f39401d7-9f0a-4733-a9d4-316dab74c9b8', 'port_id': 'fd2c65fe-516a-41aa-9be1-348af6dff2e1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d104b28-014f-472e-8afa-ee2cdb209037', 'mac_address': 'fa:16:3e:ce:c6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dfa8dc-f40a-4525-8062-460fe5fb9c31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T02:32:23Z', 'updated_at': '2021-07-22T02:32:23Z', 'revision_number': 0, 'project_id': '60e53c28ef444ab7bab4b366b3848f57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e70b77e0-d850-4600-a188-00d15ff471a9', 'name': '', 'network_id': '7d104b28-014f-472e-8afa-ee2cdb209037', 'tenant_id': '60e53c28ef444ab7bab4b366b3848f57', 'mac_address': 'fa:16:3e:2e:b9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39401d7-9f0a-4733-a9d4-316dab74c9b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'e348ba7a-6c7e-455e-97d0-0c7dd6db87f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:45Z', 'updated_at': '2021-07-22T02:30:55Z', 'revision_number': 5, 'project_id': '60e53c28ef444ab7bab4b366b3848f57', 'subnets': [{'id': 'e348ba7a-6c7e-455e-97d0-0c7dd6db87f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:32:25.656674 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [req-66fe1ceb-3f50-426e-b122-21140446673b req-01e62e39-b92a-49f1-a2c3-43e4d6d9a4c3 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] Deleting port 35f38923-65ad-4724-8284-3c978a81a4ad {{(pid=93205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:32:25.657048 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-66fe1ceb-3f50-426e-b122-21140446673b req-01e62e39-b92a-49f1-a2c3-43e4d6d9a4c3 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789867966868'] for port, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:25.667223 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-63ad6e06-819b-4261-85fc-0cfb278a584b req-59b122fc-5f59-4dda-8399-944e138ed656 service neutron] 10.222.0.23 "GET /v2.0/networks/ffc27ac5-3775-4b53-826e-98afab9137ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992423 Jul 22 02:32:25.672998 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7e3bce-45c2-4586-bc60-2a1550ed487c None None] Checking router: f39401d7-9f0a-4733-a9d4-316dab74c9b8 for host: dv-cinder-792299-6-iscsi {{(pid=93207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:32:25.684185 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7e3bce-45c2-4586-bc60-2a1550ed487c None None] Routers {'f39401d7-9f0a-4733-a9d4-316dab74c9b8'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:32:25.685135 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-7a7e3bce-45c2-4586-bc60-2a1550ed487c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:32:14Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['f39401d7-9f0a-4733-a9d4-316dab74c9b8'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:32:25.730370 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-8c111900-16f6-44b9-9549-050f7ef06caf tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:25.731577 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-8c111900-16f6-44b9-9549-050f7ef06caf tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4627373 Jul 22 02:32:25.734240 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf9140-14b4-498e-9ad1-80288109e972 req-a497b484-1540-49d2-84f3-874733704999 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:25.735957 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-eebf9140-14b4-498e-9ad1-80288109e972 req-a497b484-1540-49d2-84f3-874733704999 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2efc9eb-4c67-4b62-93ea-f95b382696ca HTTP/1.1" status: 200 len: 945 time: 0.2269924 Jul 22 02:32:25.736098 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 59926) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:25.740748 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-655954ee-1f19-4fcf-aa73-a67106c9f222 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Request body: {'security_group_rule': {'security_group_id': '69d4309b-5c39-4c14-bfec-fabe272b583a', 'project_id': '60e53c28ef444ab7bab4b366b3848f57', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:32:25.751866 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c111900-16f6-44b9-9549-050f7ef06caf tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eb0b0c8-fcf3-4ced-9fb3-82a8159e85c2,revision_number=0']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:25.785355 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.db [req-66fe1ceb-3f50-426e-b122-21140446673b req-01e62e39-b92a-49f1-a2c3-43e4d6d9a4c3 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] For port 35f38923-65ad-4724-8284-3c978a81a4ad, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=35f38923-65ad-4724-8284-3c978a81a4ad,segment=NetworkSegment(d6982e4b-d3f3-449a-afdf-1db8c2ec7919),segment_id=d6982e4b-d3f3-449a-afdf-1db8c2ec7919)] {{(pid=93205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:32:25.785998 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-66fe1ceb-3f50-426e-b122-21140446673b req-01e62e39-b92a-49f1-a2c3-43e4d6d9a4c3 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760608'] for port, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:25.800624 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-655954ee-1f19-4fcf-aa73-a67106c9f222 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:25.808547 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-7a7e3bce-45c2-4586-bc60-2a1550ed487c None None] Set router f39401d7-9f0a-4733-a9d4-316dab74c9b8 gateway port host: dv-cinder-792299-6-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:32:25.812790 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [req-66fe1ceb-3f50-426e-b122-21140446673b req-01e62e39-b92a-49f1-a2c3-43e4d6d9a4c3 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] Calling delete_port for 35f38923-65ad-4724-8284-3c978a81a4ad owned by compute:nova {{(pid=93205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:32:25.861195 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-eebf9140-14b4-498e-9ad1-80288109e972 req-24e5b7a7-60e1-46ec-b859-ac628b5f0447 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070724 Jul 22 02:32:25.864390 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-63ad6e06-819b-4261-85fc-0cfb278a584b req-9445d63d-6828-44dc-b25c-9694bb932234 service neutron] 10.222.0.23 "GET /v2.0/networks/ffc27ac5-3775-4b53-826e-98afab9137ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811876 Jul 22 02:32:25.877029 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b433ad8-13c8-4630-984f-daba7b064558 req-992dfe55-373d-4776-8278-a3ac1a1ff20d tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:25.884231 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-8b433ad8-13c8-4630-984f-daba7b064558 req-992dfe55-373d-4776-8278-a3ac1a1ff20d tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c0b8f55-5afa-4532-9a13-ce6b19d32e63 HTTP/1.1" status: 200 len: 945 time: 0.1795902 Jul 22 02:32:25.923984 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-655954ee-1f19-4fcf-aa73-a67106c9f222 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:25.936928 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-655954ee-1f19-4fcf-aa73-a67106c9f222 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660745'] for security_group_rule, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:25.955809 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655954ee-1f19-4fcf-aa73-a67106c9f222 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc33d562-18fe-486a-a0fd-4ae1eb90d1cc,revision_number=0']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:25.964622 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-8b433ad8-13c8-4630-984f-daba7b064558 req-02697bd7-4588-482d-9bec-467f997bf3d8 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] 10.222.0.30 "GET /v2.0/security-groups?id=b052ee6d-17cb-4aa6-a0a1-5be1b21f5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793717 Jul 22 02:32:25.995563 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-655954ee-1f19-4fcf-aa73-a67106c9f222 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:25.996857 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-655954ee-1f19-4fcf-aa73-a67106c9f222 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2599957 Jul 22 02:32:25.999643 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 59930) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:26.006910 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-38347f6b-ae91-4772-8536-d3715fda2bbf tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Request body: {'security_group_rule': {'security_group_id': '69d4309b-5c39-4c14-bfec-fabe272b583a', 'project_id': '60e53c28ef444ab7bab4b366b3848f57', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:32:26.011230 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce4e462-2ddb-4f93-9762-3230dc16a710 None None] New status for floating IP cc946ea0-340e-450c-8546-1ca5ab5172e9: ACTIVE {{(pid=93208) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 02:32:26.057568 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-66fe1ceb-3f50-426e-b122-21140446673b req-01e62e39-b92a-49f1-a2c3-43e4d6d9a4c3 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789867968359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789867566228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3324451'] for port, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:26.069353 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9df97-3ffb-4bc8-9d8e-53c643c0657c req-5139dd24-1ce4-4429-8e12-a1897c8e6aed tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:26.073133 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-38347f6b-ae91-4772-8536-d3715fda2bbf tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:26.078084 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-31a9df97-3ffb-4bc8-9d8e-53c643c0657c req-5139dd24-1ce4-4429-8e12-a1897c8e6aed tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 943 time: 0.0816927 Jul 22 02:32:26.098576 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] get_ports_and_sgs() called for port_ids ['35f38923-65ad-4724-8284-3c978a81a4ad'] {{(pid=93207) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:32:26.110181 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e62e39-b92a-49f1-a2c3-43e4d6d9a4c3 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] Pushing event deleted for resources: {'Port': ['ID=35f38923-65ad-4724-8284-3c978a81a4ad,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:26.139213 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-31a9df97-3ffb-4bc8-9d8e-53c643c0657c req-8e91e972-fa63-4a85-a10d-240bc7db77e0 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587931 Jul 22 02:32:26.159267 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-7a7e3bce-45c2-4586-bc60-2a1550ed487c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39401d7-9f0a-4733-a9d4-316dab74c9b8', 'name': 'tempest-TestMinimumBasicScenario-185652920-router', 'tenant_id': '60e53c28ef444ab7bab4b366b3848f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'a4feb8b5-4f55-422c-86a0-78a255cb65b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:30:36Z', 'updated_at': '2021-07-22T02:30:47Z', 'revision_number': 4, 'project_id': '60e53c28ef444ab7bab4b366b3848f57', 'gw_port': {'id': 'a4feb8b5-4f55-422c-86a0-78a255cb65b1', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39401d7-9f0a-4733-a9d4-316dab74c9b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:38Z', 'updated_at': '2021-07-22T02:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_floatingips': [{'id': 'f81902c5-0a39-4630-8da2-4e771238b2ea', 'tenant_id': '60e53c28ef444ab7bab4b366b3848f57', 'floating_ip_address': '172.27.3.37', 'floating_network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'router_id': 'f39401d7-9f0a-4733-a9d4-316dab74c9b8', 'port_id': 'fd2c65fe-516a-41aa-9be1-348af6dff2e1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d104b28-014f-472e-8afa-ee2cdb209037', 'mac_address': 'fa:16:3e:ce:c6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dfa8dc-f40a-4525-8062-460fe5fb9c31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T02:32:23Z', 'updated_at': '2021-07-22T02:32:23Z', 'revision_number': 0, 'project_id': '60e53c28ef444ab7bab4b366b3848f57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e70b77e0-d850-4600-a188-00d15ff471a9', 'name': '', 'network_id': '7d104b28-014f-472e-8afa-ee2cdb209037', 'tenant_id': '60e53c28ef444ab7bab4b366b3848f57', 'mac_address': 'fa:16:3e:2e:b9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39401d7-9f0a-4733-a9d4-316dab74c9b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'e348ba7a-6c7e-455e-97d0-0c7dd6db87f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:45Z', 'updated_at': '2021-07-22T02:30:55Z', 'revision_number': 5, 'project_id': '60e53c28ef444ab7bab4b366b3848f57', 'subnets': [{'id': 'e348ba7a-6c7e-455e-97d0-0c7dd6db87f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:32:26.185123 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.l3_dvrscheduler_db [req-66fe1ceb-3f50-426e-b122-21140446673b req-01e62e39-b92a-49f1-a2c3-43e4d6d9a4c3 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] No DVR routers for this DVR port 35f38923-65ad-4724-8284-3c978a81a4ad on host hv-cinder-79229 {{(pid=93205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 02:32:26.191205 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-66fe1ceb-3f50-426e-b122-21140446673b req-01e62e39-b92a-49f1-a2c3-43e4d6d9a4c3 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409'] for port, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:26.193204 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-66fe1ceb-3f50-426e-b122-21140446673b req-01e62e39-b92a-49f1-a2c3-43e4d6d9a4c3 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] 10.222.0.23 "DELETE /v2.0/ports/35f38923-65ad-4724-8284-3c978a81a4ad HTTP/1.1" status: 204 len: 173 time: 0.8558974 Jul 22 02:32:26.199408 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7e3bce-45c2-4586-bc60-2a1550ed487c None None] The sync data for ids ['f39401d7-9f0a-4733-a9d4-316dab74c9b8'] in dv-cinder-792299-6-iscsi is: [{'id': 'f39401d7-9f0a-4733-a9d4-316dab74c9b8', 'name': 'tempest-TestMinimumBasicScenario-185652920-router', 'tenant_id': '60e53c28ef444ab7bab4b366b3848f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'a4feb8b5-4f55-422c-86a0-78a255cb65b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:30:36Z', 'updated_at': '2021-07-22T02:30:47Z', 'revision_number': 4, 'project_id': '60e53c28ef444ab7bab4b366b3848f57', 'gw_port': {'id': 'a4feb8b5-4f55-422c-86a0-78a255cb65b1', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39401d7-9f0a-4733-a9d4-316dab74c9b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:38Z', 'updated_at': '2021-07-22T02:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_floatingips': [{'id': 'f81902c5-0a39-4630-8da2-4e771238b2ea', 'tenant_id': '60e53c28ef444ab7bab4b366b3848f57', 'floating_ip_address': '172.27.3.37', 'floating_network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'router_id': 'f39401d7-9f0a-4733-a9d4-316dab74c9b8', 'port_id': 'fd2c65fe-516a-41aa-9be1-348af6dff2e1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d104b28-014f-472e-8afa-ee2cdb209037', 'mac_address': 'fa:16:3e:ce:c6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dfa8dc-f40a-4525-8062-460fe5fb9c31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T02:32:23Z', 'updated_at': '2021-07-22T02:32:23Z', 'revision_number': 0, 'project_id': '60e53c28ef444ab7bab4b366b3848f57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e70b77e0-d850-4600-a188-00d15ff471a9', 'name': '', 'network_id': '7d104b28-014f-472e-8afa-ee2cdb209037', 'tenant_id': '60e53c28ef444ab7bab4b366b3848f57', 'mac_address': 'fa:16:3e:2e:b9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39401d7-9f0a-4733-a9d4-316dab74c9b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'e348ba7a-6c7e-455e-97d0-0c7dd6db87f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:45Z', 'updated_at': '2021-07-22T02:30:55Z', 'revision_number': 5, 'project_id': '60e53c28ef444ab7bab4b366b3848f57', 'subnets': [{'id': 'e348ba7a-6c7e-455e-97d0-0c7dd6db87f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:32:26.210012 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-38347f6b-ae91-4772-8536-d3715fda2bbf tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:26.214982 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-38347f6b-ae91-4772-8536-d3715fda2bbf tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660745'] for security_group_rule, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:26.234252 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38347f6b-ae91-4772-8536-d3715fda2bbf tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f131eac9-7f1c-4ec6-b715-d3018b1fc613,revision_number=0']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:26.244847 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-38347f6b-ae91-4772-8536-d3715fda2bbf tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:26.249646 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-38347f6b-ae91-4772-8536-d3715fda2bbf tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2462487 Jul 22 02:32:26.254404 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 59932) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:26.261440 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-8d10b677-7b9f-451e-8a86-6d47aa0db807 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Request body: {'security_group_rule': {'security_group_id': '69d4309b-5c39-4c14-bfec-fabe272b583a', 'project_id': '60e53c28ef444ab7bab4b366b3848f57', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:32:26.292783 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-8d10b677-7b9f-451e-8a86-6d47aa0db807 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:26.358183 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-8d10b677-7b9f-451e-8a86-6d47aa0db807 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:26.361742 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-8d10b677-7b9f-451e-8a86-6d47aa0db807 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660745'] for security_group_rule, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:26.383230 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d10b677-7b9f-451e-8a86-6d47aa0db807 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6bfaf58-239b-4fb2-8332-f2d1a101665a,revision_number=0']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:26.388629 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-8d10b677-7b9f-451e-8a86-6d47aa0db807 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:26.392414 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-8d10b677-7b9f-451e-8a86-6d47aa0db807 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1359608 Jul 22 02:32:26.393511 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 59934) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:26.398225 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-8573f9b7-1f40-469a-8e33-2be768fa00f0 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Request body: {'security_group_rule': {'security_group_id': '69d4309b-5c39-4c14-bfec-fabe272b583a', 'project_id': '60e53c28ef444ab7bab4b366b3848f57', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:32:26.422439 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.db.securitygroups_db [None req-8573f9b7-1f40-469a-8e33-2be768fa00f0 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Project 60e53c28ef444ab7bab4b366b3848f57 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 02:32:26.427569 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-8573f9b7-1f40-469a-8e33-2be768fa00f0 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:26.456112 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905295cb-237c-495f-b7ae-c467161ed026 None None] New status for floating IP f81902c5-0a39-4630-8da2-4e771238b2ea: ACTIVE {{(pid=93207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 02:32:26.495014 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-8573f9b7-1f40-469a-8e33-2be768fa00f0 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:26.498827 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-8573f9b7-1f40-469a-8e33-2be768fa00f0 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660745'] for security_group_rule, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:26.513508 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8573f9b7-1f40-469a-8e33-2be768fa00f0 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acd688c9-4cd2-4c6a-9c55-6f1097c7df62,revision_number=0']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:26.523769 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-8573f9b7-1f40-469a-8e33-2be768fa00f0 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:26.527666 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-8573f9b7-1f40-469a-8e33-2be768fa00f0 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1307306 Jul 22 02:32:26.528160 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 59938) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:26.532942 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-99a8f984-69cc-4c1c-9ade-7a81a4836f3c tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Request body: {'security_group_rule': {'security_group_id': '69d4309b-5c39-4c14-bfec-fabe272b583a', 'project_id': '60e53c28ef444ab7bab4b366b3848f57', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:32:26.560910 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.db.securitygroups_db [None req-99a8f984-69cc-4c1c-9ade-7a81a4836f3c tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Project 60e53c28ef444ab7bab4b366b3848f57 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 02:32:26.569956 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-99a8f984-69cc-4c1c-9ade-7a81a4836f3c tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:26.636630 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-99a8f984-69cc-4c1c-9ade-7a81a4836f3c tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:26.641224 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-99a8f984-69cc-4c1c-9ade-7a81a4836f3c tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660745'] for security_group_rule, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:26.659943 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a8f984-69cc-4c1c-9ade-7a81a4836f3c tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce250c69-323a-4410-9a55-8bf8614aebcf,revision_number=0']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:26.675230 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-99a8f984-69cc-4c1c-9ade-7a81a4836f3c tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:26.676554 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-99a8f984-69cc-4c1c-9ade-7a81a4836f3c tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1473446 Jul 22 02:32:26.692021 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71dfa8dc-f40a-4525-8062-460fe5fb9c31', 'tag': 'fd2c65fe-516a-41aa-9be1-348af6dff2e1'}, {'server_uuid': '8c0b8f55-5afa-4532-9a13-ce6b19d32e63', 'name': 'network-vif-deleted', 'tag': '35f38923-65ad-4724-8284-3c978a81a4ad'}] {{(pid=93205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:32:26.695524 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1519ab49a2e6f2c0b9af796621e68389a02ac4e63e9641ecb08298f364d17118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1593badf-4da5-4392-bc67-2bfd142f24c2" -d '{"events": [{"name": "network-changed", "server_uuid": "71dfa8dc-f40a-4525-8062-460fe5fb9c31", "tag": "fd2c65fe-516a-41aa-9be1-348af6dff2e1"}, {"server_uuid": "8c0b8f55-5afa-4532-9a13-ce6b19d32e63", "name": "network-vif-deleted", "tag": "35f38923-65ad-4724-8284-3c978a81a4ad"}]}' {{(pid=93205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:32:26.744638 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ac521-97a2-4731-9689-d69f5d3ef702 req-ca41f37a-29a1-4fd5-80c1-db27c0fd8938 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:26.746324 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d15ac521-97a2-4731-9689-d69f5d3ef702 req-ca41f37a-29a1-4fd5-80c1-db27c0fd8938 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b0dfcba-eda3-4d31-b73b-f820a8994dce HTTP/1.1" status: 200 len: 945 time: 0.0681512 Jul 22 02:32:26.798687 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-2e6e76e2-2e57-4ce3-8dad-6f2ec18a51e8 req-ea3f4f77-bf60-49f4-8ae3-5873e2ba6c21 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-221273865&fields=id&tenant_id=60e53c28ef444ab7bab4b366b3848f57 HTTP/1.1" status: 200 len: 267 time: 0.0514219 Jul 22 02:32:26.806280 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d15ac521-97a2-4731-9689-d69f5d3ef702 req-e40ed2d2-bd4b-4ff3-ac38-047aa11aa549 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/security-groups?id=32b10047-7e6e-4dee-84fb-05b15d12528e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523963 Jul 22 02:32:26.859735 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 22 Jul 2021 02:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e5913d-4110-4642-842d-42ddb411eb4c x-openstack-request-id: req-40e5913d-4110-4642-842d-42ddb411eb4c {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:32:26.860028 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71dfa8dc-f40a-4525-8062-460fe5fb9c31", "tag": "fd2c65fe-516a-41aa-9be1-348af6dff2e1", "status": "completed", "code": 200}, {"server_uuid": "8c0b8f55-5afa-4532-9a13-ce6b19d32e63", "name": "network-vif-deleted", "tag": "35f38923-65ad-4724-8284-3c978a81a4ad", "status": "completed", "code": 200}]} {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:32:26.860277 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-40e5913d-4110-4642-842d-42ddb411eb4c {{(pid=93205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:32:26.860687 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71dfa8dc-f40a-4525-8062-460fe5fb9c31', 'tag': 'fd2c65fe-516a-41aa-9be1-348af6dff2e1', 'status': 'completed', 'code': 200} Jul 22 02:32:26.860942 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c0b8f55-5afa-4532-9a13-ce6b19d32e63', 'name': 'network-vif-deleted', 'tag': '35f38923-65ad-4724-8284-3c978a81a4ad', 'status': 'completed', 'code': 200} Jul 22 02:32:26.885737 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e76e2-2e57-4ce3-8dad-6f2ec18a51e8 req-ef84d30f-4a6d-4c0e-a4e0-4dc4c3e22081 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:26.893133 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-2e6e76e2-2e57-4ce3-8dad-6f2ec18a51e8 req-ef84d30f-4a6d-4c0e-a4e0-4dc4c3e22081 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/ports?device_id=71dfa8dc-f40a-4525-8062-460fe5fb9c31 HTTP/1.1" status: 200 len: 946 time: 0.0859444 Jul 22 02:32:26.900877 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.v2.base [req-2e6e76e2-2e57-4ce3-8dad-6f2ec18a51e8 req-a7ed71fe-2edf-4837-aae5-30cc4d829444 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Request body: {'port': {'security_groups': ['f13f5576-774a-463a-ae27-ddf3f24faf9e', '69d4309b-5c39-4c14-bfec-fabe272b583a']}} {{(pid=93206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:32:26.980447 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1593badf-4da5-4392-bc67-2bfd142f24c2 req-05b2379a-e623-4a37-aa09-2269ce970d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:26.982176 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-1593badf-4da5-4392-bc67-2bfd142f24c2 req-05b2379a-e623-4a37-aa09-2269ce970d30 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=60e53c28ef444ab7bab4b366b3848f57&device_id=71dfa8dc-f40a-4525-8062-460fe5fb9c31 HTTP/1.1" status: 200 len: 1099 time: 0.0750897 Jul 22 02:32:27.098533 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1593badf-4da5-4392-bc67-2bfd142f24c2 req-462de0c7-3f71-4396-be4b-d09ac5cc9491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:27.100595 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-1593badf-4da5-4392-bc67-2bfd142f24c2 req-462de0c7-3f71-4396-be4b-d09ac5cc9491 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7d104b28-014f-472e-8afa-ee2cdb209037 HTTP/1.1" status: 200 len: 914 time: 0.1033823 Jul 22 02:32:27.169708 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-1593badf-4da5-4392-bc67-2bfd142f24c2 req-350abc7f-cf17-4f46-9920-bfff1714fdee service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd2c65fe-516a-41aa-9be1-348af6dff2e1 HTTP/1.1" status: 200 len: 1001 time: 0.0608175 Jul 22 02:32:27.223533 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1593badf-4da5-4392-bc67-2bfd142f24c2 req-fa6ae7e3-4df0-4650-b6bb-c22599e018d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:27.225036 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-1593badf-4da5-4392-bc67-2bfd142f24c2 req-fa6ae7e3-4df0-4650-b6bb-c22599e018d6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e348ba7a-6c7e-455e-97d0-0c7dd6db87f0 HTTP/1.1" status: 200 len: 853 time: 0.0445986 Jul 22 02:32:27.269576 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-2e6e76e2-2e57-4ce3-8dad-6f2ec18a51e8 req-a7ed71fe-2edf-4837-aae5-30cc4d829444 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:27.293362 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1593badf-4da5-4392-bc67-2bfd142f24c2 req-a75cad15-eaea-490c-b333-7332bd86ac54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:27.294235 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e74f5-1960-4ee8-a59c-503dd6ea3f35 req-32a3b040-ce9b-49db-9a83-4911109cbccb tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:27.294856 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-1593badf-4da5-4392-bc67-2bfd142f24c2 req-a75cad15-eaea-490c-b333-7332bd86ac54 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7d104b28-014f-472e-8afa-ee2cdb209037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0569882 Jul 22 02:32:27.295748 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-af3e74f5-1960-4ee8-a59c-503dd6ea3f35 req-32a3b040-ce9b-49db-9a83-4911109cbccb tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2efc9eb-4c67-4b62-93ea-f95b382696ca HTTP/1.1" status: 200 len: 945 time: 0.1248713 Jul 22 02:32:27.373256 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-af3e74f5-1960-4ee8-a59c-503dd6ea3f35 req-acee3064-9184-4a4e-84ac-18e20eaff051 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532691 Jul 22 02:32:27.395756 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-1593badf-4da5-4392-bc67-2bfd142f24c2 req-8cb92159-5438-4330-9f66-ba987a1b2ab1 service neutron] 10.222.0.23 "GET /v2.0/networks/7d104b28-014f-472e-8afa-ee2cdb209037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898285 Jul 22 02:32:27.466750 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=93207) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 02:32:27.553081 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [req-2e6e76e2-2e57-4ce3-8dad-6f2ec18a51e8 req-a7ed71fe-2edf-4837-aae5-30cc4d829444 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] For port fd2c65fe-516a-41aa-9be1-348af6dff2e1, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=fd2c65fe-516a-41aa-9be1-348af6dff2e1,segment=NetworkSegment(96fb0343-6944-4dfe-bca8-613847c19d98),segment_id=96fb0343-6944-4dfe-bca8-613847c19d98)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:32:27.605212 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea,segment=NetworkSegment(ed3fa64c-067a-4564-b1ab-aed7a924eb26),segment_id=ed3fa64c-067a-4564-b1ab-aed7a924eb26)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:32:27.607488 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4254df0f-678d-4ace-b920-7aa80601ae28 req-574beeca-3967-46a1-887c-52fba8d868a1 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:27.616643 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-4254df0f-678d-4ace-b920-7aa80601ae28 req-574beeca-3967-46a1-887c-52fba8d868a1 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 943 time: 0.1394131 Jul 22 02:32:27.626956 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-2e6e76e2-2e57-4ce3-8dad-6f2ec18a51e8 req-a7ed71fe-2edf-4837-aae5-30cc4d829444 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Notify callbacks [] for port, precommit_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:27.630145 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Returning: {'device': 'e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea', 'network_id': 'c1704d84-6956-4df3-918a-504126cdf765', 'port_id': 'e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea', 'mac_address': 'fa:16:3e:1f:03:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b32e8e6a-923e-4e9e-b074-47bc54badd49', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93207) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 02:32:27.638432 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-2e6e76e2-2e57-4ce3-8dad-6f2ec18a51e8 req-a7ed71fe-2edf-4837-aae5-30cc4d829444 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909352'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:27.667908 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] get_ports_and_sgs() called for port_ids ['fd2c65fe-516a-41aa-9be1-348af6dff2e1'] {{(pid=93207) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:32:27.705201 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-4254df0f-678d-4ace-b920-7aa80601ae28 req-411d142f-ac2b-45e9-93aa-ca809499942b tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875921 Jul 22 02:32:27.716348 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:27.739928 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e76e2-2e57-4ce3-8dad-6f2ec18a51e8 req-a7ed71fe-2edf-4837-aae5-30cc4d829444 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:27.740607 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-2e6e76e2-2e57-4ce3-8dad-6f2ec18a51e8 req-a7ed71fe-2edf-4837-aae5-30cc4d829444 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409'] for port, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:27.755121 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.notifiers.nova [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea {{(pid=93207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:32:27.762268 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-2e6e76e2-2e57-4ce3-8dad-6f2ec18a51e8 req-a7ed71fe-2edf-4837-aae5-30cc4d829444 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "PUT /v2.0/ports/fd2c65fe-516a-41aa-9be1-348af6dff2e1 HTTP/1.1" status: 200 len: 982 time: 0.8627894 Jul 22 02:32:27.767025 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71dfa8dc-f40a-4525-8062-460fe5fb9c31', 'tag': 'fd2c65fe-516a-41aa-9be1-348af6dff2e1'}] {{(pid=93206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:32:27.770007 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2c7467b3a520cac2f9dc58394876cadcbbb82697b422dc56d8b09de1a4b7e26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2cf8ad-fb83-4dd1-b06b-d79b849abfc4" -d '{"events": [{"name": "network-changed", "server_uuid": "71dfa8dc-f40a-4525-8062-460fe5fb9c31", "tag": "fd2c65fe-516a-41aa-9be1-348af6dff2e1"}]}' {{(pid=93206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:32:27.778927 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-1593badf-4da5-4392-bc67-2bfd142f24c2 req-46b1db37-8c20-49ea-acff-c146151ad87e service neutron] 10.222.0.23 "GET /v2.0/networks/7d104b28-014f-472e-8afa-ee2cdb209037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3748665 Jul 22 02:32:27.824725 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea,segment=NetworkSegment(ed3fa64c-067a-4564-b1ab-aed7a924eb26),segment_id=ed3fa64c-067a-4564-b1ab-aed7a924eb26)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:32:27.837430 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:27.872782 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] get_ports_and_sgs() called for port_ids ['fd2c65fe-516a-41aa-9be1-348af6dff2e1'] {{(pid=93207) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:32:27.886316 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ed71fe-2edf-4837-aae5-30cc4d829444 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Pushing event updated for resources: {'Port': ['ID=fd2c65fe-516a-41aa-9be1-348af6dff2e1,revision_number=6']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:27.889995 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 02:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be8db10-1b17-4d28-bfe4-87e471d86bf9 x-openstack-request-id: req-5be8db10-1b17-4d28-bfe4-87e471d86bf9 {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:32:27.890275 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71dfa8dc-f40a-4525-8062-460fe5fb9c31", "tag": "fd2c65fe-516a-41aa-9be1-348af6dff2e1", "status": "completed", "code": 200}]} {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:32:27.890520 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5be8db10-1b17-4d28-bfe4-87e471d86bf9 {{(pid=93206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:32:27.891075 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71dfa8dc-f40a-4525-8062-460fe5fb9c31', 'tag': 'fd2c65fe-516a-41aa-9be1-348af6dff2e1', 'status': 'completed', 'code': 200} Jul 22 02:32:27.938988 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e245fda-aaa2-440f-a2f2-db31f087d8ef req-f1a416c5-821e-43b3-81f3-36455ab2755b tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:27.941001 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-6e245fda-aaa2-440f-a2f2-db31f087d8ef req-f1a416c5-821e-43b3-81f3-36455ab2755b tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2efc9eb-4c67-4b62-93ea-f95b382696ca HTTP/1.1" status: 200 len: 945 time: 0.1583164 Jul 22 02:32:27.972323 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2cf8ad-fb83-4dd1-b06b-d79b849abfc4 req-829e7bb2-e3b9-4cac-9ea7-7cda870e7766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:27.974218 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-4f2cf8ad-fb83-4dd1-b06b-d79b849abfc4 req-829e7bb2-e3b9-4cac-9ea7-7cda870e7766 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=60e53c28ef444ab7bab4b366b3848f57&device_id=71dfa8dc-f40a-4525-8062-460fe5fb9c31 HTTP/1.1" status: 200 len: 1138 time: 0.0605950 Jul 22 02:32:27.981037 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e24c90-b8f9-4a68-a05a-f9854130c822 req-86b1feb5-a6db-48ad-a520-011e001d87c6 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:27.985157 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-50e24c90-b8f9-4a68-a05a-f9854130c822 req-86b1feb5-a6db-48ad-a520-011e001d87c6 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/ports?device_id=71dfa8dc-f40a-4525-8062-460fe5fb9c31 HTTP/1.1" status: 200 len: 985 time: 0.1409166 Jul 22 02:32:28.001647 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Pushing event updated for resources: {'Port': ['ID=e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea,revision_number=9']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:28.035622 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-2536039c-8be7-43ee-9793-f5a7d4a0fbf9 None None] Provisioning complete for port fd2c65fe-516a-41aa-9be1-348af6dff2e1 triggered by entity DHCP. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:32:28.035998 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-2536039c-8be7-43ee-9793-f5a7d4a0fbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:28.080914 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2cf8ad-fb83-4dd1-b06b-d79b849abfc4 req-baa230b5-5a66-434c-a7cf-18358349e5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:28.082310 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-4f2cf8ad-fb83-4dd1-b06b-d79b849abfc4 req-baa230b5-5a66-434c-a7cf-18358349e5ff service neutron] 10.222.0.23 "GET /v2.0/networks?id=7d104b28-014f-472e-8afa-ee2cdb209037 HTTP/1.1" status: 200 len: 914 time: 0.0958886 Jul 22 02:32:28.126788 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-50e24c90-b8f9-4a68-a05a-f9854130c822 req-7c652a2b-a9d5-4e91-8fcd-32364fbdd4db tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/security-groups?id=f13f5576-774a-463a-ae27-ddf3f24faf9e&id=69d4309b-5c39-4c14-bfec-fabe272b583a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1152742 Jul 22 02:32:28.161457 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c84740-d325-4845-a48b-31dfe8505d82 req-fd868d98-8677-484d-9ea1-7d0471ce920e tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:28.164431 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-96c84740-d325-4845-a48b-31dfe8505d82 req-fd868d98-8677-484d-9ea1-7d0471ce920e tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b0dfcba-eda3-4d31-b73b-f820a8994dce HTTP/1.1" status: 200 len: 945 time: 0.1538918 Jul 22 02:32:28.181134 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [req-6e245fda-aaa2-440f-a2f2-db31f087d8ef req-8628b1e8-72f5-43bd-9902-320faaed20d5 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Deleting port 6b2d3ac8-d7a5-4ccc-9714-1f894db21346 {{(pid=93206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:32:28.181560 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-6e245fda-aaa2-440f-a2f2-db31f087d8ef req-8628b1e8-72f5-43bd-9902-320faaed20d5 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789867966868'] for port, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:28.234012 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-96c84740-d325-4845-a48b-31dfe8505d82 req-b4cd224a-7c4d-44fa-beec-a872e63a3375 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/security-groups?id=32b10047-7e6e-4dee-84fb-05b15d12528e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627160 Jul 22 02:32:28.303910 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [req-6e245fda-aaa2-440f-a2f2-db31f087d8ef req-8628b1e8-72f5-43bd-9902-320faaed20d5 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] For port 6b2d3ac8-d7a5-4ccc-9714-1f894db21346, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=6b2d3ac8-d7a5-4ccc-9714-1f894db21346,segment=NetworkSegment(dc7a4111-08c6-49a7-9d1a-9c6c455d7841),segment_id=dc7a4111-08c6-49a7-9d1a-9c6c455d7841)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:32:28.305107 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-6e245fda-aaa2-440f-a2f2-db31f087d8ef req-8628b1e8-72f5-43bd-9902-320faaed20d5 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760608'] for port, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:28.319579 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [req-6e245fda-aaa2-440f-a2f2-db31f087d8ef req-8628b1e8-72f5-43bd-9902-320faaed20d5 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Calling delete_port for 6b2d3ac8-d7a5-4ccc-9714-1f894db21346 owned by compute:nova {{(pid=93206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:32:28.541826 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-6e245fda-aaa2-440f-a2f2-db31f087d8ef req-8628b1e8-72f5-43bd-9902-320faaed20d5 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789867968359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789867566228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909347'] for port, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:28.581114 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8628b1e8-72f5-43bd-9902-320faaed20d5 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Pushing event deleted for resources: {'Port': ['ID=6b2d3ac8-d7a5-4ccc-9714-1f894db21346,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:28.601051 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e7fd1-83a6-4d72-846a-ab157a8f2873 req-51b6d542-b9e3-4522-bd4f-28e59e6349e1 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:28.602495 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-6a1e7fd1-83a6-4d72-846a-ab157a8f2873 req-51b6d542-b9e3-4522-bd4f-28e59e6349e1 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2efc9eb-4c67-4b62-93ea-f95b382696ca HTTP/1.1" status: 200 len: 867 time: 0.1245306 Jul 22 02:32:28.643356 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e245fda-aaa2-440f-a2f2-db31f087d8ef req-8628b1e8-72f5-43bd-9902-320faaed20d5 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] No DVR routers for this DVR port 6b2d3ac8-d7a5-4ccc-9714-1f894db21346 on host hv-cinder-79229 {{(pid=93206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 02:32:28.650297 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-6e245fda-aaa2-440f-a2f2-db31f087d8ef req-8628b1e8-72f5-43bd-9902-320faaed20d5 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409'] for port, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:28.652255 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-6e245fda-aaa2-440f-a2f2-db31f087d8ef req-8628b1e8-72f5-43bd-9902-320faaed20d5 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.23 "DELETE /v2.0/ports/6b2d3ac8-d7a5-4ccc-9714-1f894db21346 HTTP/1.1" status: 204 len: 173 time: 0.7015026 Jul 22 02:32:28.672274 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-6a1e7fd1-83a6-4d72-846a-ab157a8f2873 req-db79a0a5-203a-4a75-b875-6a8909982e5b tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536084 Jul 22 02:32:28.845573 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ace7eb-7bf2-471a-a090-b91f31cdbe0c req-d8972a38-41dd-4886-a348-ad93ec9f8678 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:28.847038 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-f8ace7eb-7bf2-471a-a090-b91f31cdbe0c req-d8972a38-41dd-4886-a348-ad93ec9f8678 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 944 time: 0.0666060 Jul 22 02:32:28.884162 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-f8ace7eb-7bf2-471a-a090-b91f31cdbe0c req-4f004942-a490-47c8-9158-35d62ca4040c tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310383 Jul 22 02:32:29.376826 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a71d9-e272-4dbe-b960-e619ec1ba0b1 req-865178e8-11ba-4f2a-ba37-2f80ab260a4d tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:29.378354 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-544a71d9-e272-4dbe-b960-e619ec1ba0b1 req-865178e8-11ba-4f2a-ba37-2f80ab260a4d tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b0dfcba-eda3-4d31-b73b-f820a8994dce HTTP/1.1" status: 200 len: 945 time: 0.0771616 Jul 22 02:32:29.415727 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-544a71d9-e272-4dbe-b960-e619ec1ba0b1 req-9f5ebf45-cff0-40f4-bc46-2f9acfdc9606 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/security-groups?id=32b10047-7e6e-4dee-84fb-05b15d12528e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318642 Jul 22 02:32:29.765218 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-69b08adb-b64d-42f9-8ab2-e470599f6c03 req-a8217001-b075-44e2-8468-638320038608 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2efc9eb-4c67-4b62-93ea-f95b382696ca HTTP/1.1" status: 200 len: 210 time: 0.0283215 Jul 22 02:32:29.892053 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2efc9eb-4c67-4b62-93ea-f95b382696ca', 'name': 'network-vif-deleted', 'tag': '6b2d3ac8-d7a5-4ccc-9714-1f894db21346'}] {{(pid=93206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:32:29.894378 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2c7467b3a520cac2f9dc58394876cadcbbb82697b422dc56d8b09de1a4b7e26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3ee327-2846-4403-8982-d8d358d32eeb" -d '{"events": [{"server_uuid": "c2efc9eb-4c67-4b62-93ea-f95b382696ca", "name": "network-vif-deleted", "tag": "6b2d3ac8-d7a5-4ccc-9714-1f894db21346"}]}' {{(pid=93206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:32:29.930430 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7488b89-ebc5-461b-963b-ca40acbd18ee x-openstack-request-id: req-c7488b89-ebc5-461b-963b-ca40acbd18ee {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:32:29.930711 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2efc9eb-4c67-4b62-93ea-f95b382696ca", "name": "network-vif-deleted", "tag": "6b2d3ac8-d7a5-4ccc-9714-1f894db21346", "status": "completed", "code": 200}]} {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:32:29.931087 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c7488b89-ebc5-461b-963b-ca40acbd18ee {{(pid=93206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:32:29.931336 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2efc9eb-4c67-4b62-93ea-f95b382696ca', 'name': 'network-vif-deleted', 'tag': '6b2d3ac8-d7a5-4ccc-9714-1f894db21346', 'status': 'completed', 'code': 200} Jul 22 02:32:29.991545 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-4f2cf8ad-fb83-4dd1-b06b-d79b849abfc4 req-d06148df-1a8b-4d21-9d98-5354ab4909c7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd2c65fe-516a-41aa-9be1-348af6dff2e1 HTTP/1.1" status: 200 len: 1001 time: 0.0639701 Jul 22 02:32:30.027251 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a786670-d324-466f-85ef-094913e67db6 req-16b21c40-c6be-4cf1-919d-36d81853ce72 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:30.028734 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-4a786670-d324-466f-85ef-094913e67db6 req-16b21c40-c6be-4cf1-919d-36d81853ce72 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 944 time: 0.0709341 Jul 22 02:32:30.069251 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-4a786670-d324-466f-85ef-094913e67db6 req-c54a482f-cb96-43b2-b471-b0abbe717d13 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337920 Jul 22 02:32:30.545315 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2252680-ca35-4095-9188-d3ce6dda3a11 req-5c256dfb-586d-41d1-81a3-36b25ef51bc3 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:30.546798 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b2252680-ca35-4095-9188-d3ce6dda3a11 req-5c256dfb-586d-41d1-81a3-36b25ef51bc3 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b0dfcba-eda3-4d31-b73b-f820a8994dce HTTP/1.1" status: 200 len: 945 time: 0.0631878 Jul 22 02:32:30.583120 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b2252680-ca35-4095-9188-d3ce6dda3a11 req-c4b255be-cf7d-4461-b83a-6b67e57a0e92 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/security-groups?id=32b10047-7e6e-4dee-84fb-05b15d12528e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308433 Jul 22 02:32:30.858480 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-96d749bd-dcfe-44ba-b868-a9df7ad00f22 req-6f768acb-6499-4342-a8dc-dc36b19f4110 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2efc9eb-4c67-4b62-93ea-f95b382696ca HTTP/1.1" status: 200 len: 210 time: 0.0294094 Jul 22 02:32:31.015033 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device 35f38923-65ad-4724-8284-3c978a81a4ad no longer exists at agent hyperv_hv-cinder-79229 {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:32:31.037155 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] No Port match for: 35f38923-65ad-4724-8284-3c978a81a4ad {{(pid=93207) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:32:31.037486 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device 35f38923-65ad-4724-8284-3c978a81a4ad not bound to the agent host hv-cinder-79229 {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:32:31.037906 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device 6b2d3ac8-d7a5-4ccc-9714-1f894db21346 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:32:31.052160 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2cf8ad-fb83-4dd1-b06b-d79b849abfc4 req-864d2a70-905b-44cc-be57-a6e0732a0c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:31.053736 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-4f2cf8ad-fb83-4dd1-b06b-d79b849abfc4 req-864d2a70-905b-44cc-be57-a6e0732a0c9f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e348ba7a-6c7e-455e-97d0-0c7dd6db87f0 HTTP/1.1" status: 200 len: 853 time: 0.0481865 Jul 22 02:32:31.059761 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] No Port match for: 6b2d3ac8-d7a5-4ccc-9714-1f894db21346 {{(pid=93207) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:32:31.060108 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device 6b2d3ac8-d7a5-4ccc-9714-1f894db21346 not bound to the agent host hv-cinder-79229 {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:32:31.119342 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2cf8ad-fb83-4dd1-b06b-d79b849abfc4 req-40b7d382-8f36-4b4d-a222-260f814f9bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:31.120956 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-4f2cf8ad-fb83-4dd1-b06b-d79b849abfc4 req-40b7d382-8f36-4b4d-a222-260f814f9bdf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7d104b28-014f-472e-8afa-ee2cdb209037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0604756 Jul 22 02:32:31.191289 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] get_ports_and_sgs() called for port_ids ['e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea'] {{(pid=93207) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:32:31.216757 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e85c997-df37-444d-840d-b3ac1e0b56ec req-9ba64bdc-289c-478f-b1e0-f90dc72d7d52 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:31.219482 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-6e85c997-df37-444d-840d-b3ac1e0b56ec req-9ba64bdc-289c-478f-b1e0-f90dc72d7d52 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 944 time: 0.0772293 Jul 22 02:32:31.226552 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-4f2cf8ad-fb83-4dd1-b06b-d79b849abfc4 req-779ad4bf-06b4-4edb-aca6-0ce4ad5b9834 service neutron] 10.222.0.23 "GET /v2.0/networks/7d104b28-014f-472e-8afa-ee2cdb209037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881634 Jul 22 02:32:31.266885 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-6e85c997-df37-444d-840d-b3ac1e0b56ec req-eea260de-1167-4d95-8f6a-60fbbd134ff2 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403347 Jul 22 02:32:31.324973 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-4f2cf8ad-fb83-4dd1-b06b-d79b849abfc4 req-16a211d0-0d94-4bdd-9916-e722b8fe867d service neutron] 10.222.0.23 "GET /v2.0/networks/7d104b28-014f-472e-8afa-ee2cdb209037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900490 Jul 22 02:32:31.339175 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] get_ports_and_sgs() called for port_ids ['21642b83-cb97-476d-9965-9d450d17bc83'] {{(pid=93207) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:32:31.726713 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e2669e-b0af-4182-a49a-d6189cb98fb4 req-a2fb067a-378c-4d01-9044-604f3349730d tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:31.728211 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-14e2669e-b0af-4182-a49a-d6189cb98fb4 req-a2fb067a-378c-4d01-9044-604f3349730d tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b0dfcba-eda3-4d31-b73b-f820a8994dce HTTP/1.1" status: 200 len: 945 time: 0.0675349 Jul 22 02:32:31.768268 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-14e2669e-b0af-4182-a49a-d6189cb98fb4 req-13510f8e-c9ec-4f39-99e7-56858e393f3c tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/security-groups?id=32b10047-7e6e-4dee-84fb-05b15d12528e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344589 Jul 22 02:32:32.158669 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a0a36-7ac3-43db-a130-4e38b87b3d81 req-5a196a7b-4f8b-4f1a-a221-26bbd06c85bb tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:32.160165 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-939a0a36-7ac3-43db-a130-4e38b87b3d81 req-5a196a7b-4f8b-4f1a-a221-26bbd06c85bb tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d3a35d1-5d50-4bbc-80be-46255b5b935d HTTP/1.1" status: 200 len: 945 time: 0.0646663 Jul 22 02:32:32.203148 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-939a0a36-7ac3-43db-a130-4e38b87b3d81 req-54962b98-d41a-4c03-8680-38081bb6e6f2 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368721 Jul 22 02:32:32.410354 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44951b1-05f4-48b2-8a68-ce4b2e54ce92 req-cc3284b6-0c95-4fcc-a708-0647095f850b tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:32.411818 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-c44951b1-05f4-48b2-8a68-ce4b2e54ce92 req-cc3284b6-0c95-4fcc-a708-0647095f850b tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 944 time: 0.0628502 Jul 22 02:32:32.451232 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-c44951b1-05f4-48b2-8a68-ce4b2e54ce92 req-92fbe1c8-e9a7-46f1-a649-2283b3fe4cff tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331032 Jul 22 02:32:32.900796 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e0b336-9d0c-4894-add0-39a5a8b8385e req-d6b563dd-21fd-4adc-bb04-fa02f70e879b tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:32.902277 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-f8e0b336-9d0c-4894-add0-39a5a8b8385e req-d6b563dd-21fd-4adc-bb04-fa02f70e879b tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b0dfcba-eda3-4d31-b73b-f820a8994dce HTTP/1.1" status: 200 len: 945 time: 0.0652227 Jul 22 02:32:32.940207 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-f8e0b336-9d0c-4894-add0-39a5a8b8385e req-9475392f-8c56-42a8-81e9-b97ae583a2b7 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/security-groups?id=32b10047-7e6e-4dee-84fb-05b15d12528e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324311 Jul 22 02:32:32.964520 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea up at agent hyperv_hv-cinder-79229 {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:32:33.009951 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Provisioning complete for port e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:32:33.010317 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:33.089533 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:33.112140 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3588f8d-c7b7-42c5-a7bf-f413fb7dbac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea'}] {{(pid=93207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:32:33.114379 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7ee477d080e02922d9a3c1e9b5cc60990edb702a504399eb5b32d0111ac025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a994d08-dd1d-4d82-8090-527aa649373e" -d '{"events": [{"server_uuid": "d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1", "name": "network-vif-plugged", "status": "completed", "tag": "e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea"}]}' {{(pid=93207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:32:33.127341 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea,segment=NetworkSegment(ed3fa64c-067a-4564-b1ab-aed7a924eb26),segment_id=ed3fa64c-067a-4564-b1ab-aed7a924eb26)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:32:33.133296 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:33.159760 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cbbfb15-976a-42cb-9d32-fef8101e81db x-openstack-request-id: req-1cbbfb15-976a-42cb-9d32-fef8101e81db {{(pid=93207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:32:33.160112 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1", "name": "network-vif-plugged", "status": "completed", "tag": "e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea", "code": 200}]} {{(pid=93207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:32:33.160305 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1cbbfb15-976a-42cb-9d32-fef8101e81db {{(pid=93207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:32:33.160762 dv-cinder-792299-6-iscsi neutron-server[93207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3588f8d-c7b7-42c5-a7bf-f413fb7dbac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea', 'code': 200} Jul 22 02:32:33.188997 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Pushing event updated for resources: {'Port': ['ID=e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea,revision_number=10']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:33.335998 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc71665b-f38f-4cdd-872a-aaedc2ffd3c1 req-26ea7f31-541c-4fdd-b377-c2a0cd0cc6a1 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:33.337363 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-fc71665b-f38f-4cdd-872a-aaedc2ffd3c1 req-26ea7f31-541c-4fdd-b377-c2a0cd0cc6a1 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d3a35d1-5d50-4bbc-80be-46255b5b935d HTTP/1.1" status: 200 len: 945 time: 0.0651548 Jul 22 02:32:33.373581 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-fc71665b-f38f-4cdd-872a-aaedc2ffd3c1 req-81e3eafd-eeec-4d55-a6db-47ed0170dc3a tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307581 Jul 22 02:32:33.585377 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22611c24-c1bc-4e96-95d3-a7db0ec5a3f8 req-5fe2d647-6a5d-4f1e-b210-6ac6ea8c2a3f tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:33.586889 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-22611c24-c1bc-4e96-95d3-a7db0ec5a3f8 req-5fe2d647-6a5d-4f1e-b210-6ac6ea8c2a3f tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 946 time: 0.0632651 Jul 22 02:32:33.623217 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-22611c24-c1bc-4e96-95d3-a7db0ec5a3f8 req-86400fcb-fef5-464d-812f-d012265f82b9 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309143 Jul 22 02:32:34.067148 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8888eff6-ab43-47d9-99c7-7e3abef1aef3 req-6bce1355-d29f-4bc2-9dc1-818c264debd0 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:34.068615 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-8888eff6-ab43-47d9-99c7-7e3abef1aef3 req-6bce1355-d29f-4bc2-9dc1-818c264debd0 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b0dfcba-eda3-4d31-b73b-f820a8994dce HTTP/1.1" status: 200 len: 945 time: 0.0614378 Jul 22 02:32:34.107521 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-8888eff6-ab43-47d9-99c7-7e3abef1aef3 req-ebc5a4b0-67d8-496f-8251-fb1e2865f224 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/security-groups?id=32b10047-7e6e-4dee-84fb-05b15d12528e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334990 Jul 22 02:32:34.501744 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc4c83-1fec-4389-adf2-7cdd6b144df5 req-b9245a83-0ccc-453d-b72e-76f6ad9c0a6a tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:34.503216 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-c9cc4c83-1fec-4389-adf2-7cdd6b144df5 req-b9245a83-0ccc-453d-b72e-76f6ad9c0a6a tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d3a35d1-5d50-4bbc-80be-46255b5b935d HTTP/1.1" status: 200 len: 945 time: 0.0653915 Jul 22 02:32:34.540492 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-c9cc4c83-1fec-4389-adf2-7cdd6b144df5 req-506acf45-2f9a-4a88-b8a5-4275e5ca955a tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316567 Jul 22 02:32:34.753965 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92320b9-48ba-4307-95b6-57416d6a2084 req-23b26e7c-5ae6-4b82-b37b-321141db318a tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:34.755457 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d92320b9-48ba-4307-95b6-57416d6a2084 req-23b26e7c-5ae6-4b82-b37b-321141db318a tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 946 time: 0.0614183 Jul 22 02:32:34.794033 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d92320b9-48ba-4307-95b6-57416d6a2084 req-94bfdd56-8ed6-4587-88bc-011aa4fc26d6 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324934 Jul 22 02:32:35.237406 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c674b-6f65-435b-9b28-fcd9250e8c93 req-bb3cbb0b-b7c6-4ff8-9c2d-4f79c2fa7d6a tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:35.238879 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-676c674b-6f65-435b-9b28-fcd9250e8c93 req-bb3cbb0b-b7c6-4ff8-9c2d-4f79c2fa7d6a tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b0dfcba-eda3-4d31-b73b-f820a8994dce HTTP/1.1" status: 200 len: 945 time: 0.0664177 Jul 22 02:32:35.276635 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-676c674b-6f65-435b-9b28-fcd9250e8c93 req-6f30a84d-4364-4656-b432-cae3f0e551e2 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/security-groups?id=32b10047-7e6e-4dee-84fb-05b15d12528e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317204 Jul 22 02:32:35.664306 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ec5a6-71bb-4aa4-835d-3c930fbce338 req-2d8c50ed-e147-4a41-81f6-61c883cefccd tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:35.665785 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9a4ec5a6-71bb-4aa4-835d-3c930fbce338 req-2d8c50ed-e147-4a41-81f6-61c883cefccd tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d3a35d1-5d50-4bbc-80be-46255b5b935d HTTP/1.1" status: 200 len: 945 time: 0.0615959 Jul 22 02:32:35.702087 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9a4ec5a6-71bb-4aa4-835d-3c930fbce338 req-c80d26e9-2203-4716-90a7-814a9c4f8de3 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309012 Jul 22 02:32:35.928953 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8307a-46fb-4f79-8ba1-a01b82698eb2 req-94a37654-4148-49c7-b799-f5c20fd4d38f tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:35.930389 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-01c8307a-46fb-4f79-8ba1-a01b82698eb2 req-94a37654-4148-49c7-b799-f5c20fd4d38f tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 946 time: 0.0617485 Jul 22 02:32:35.969978 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-01c8307a-46fb-4f79-8ba1-a01b82698eb2 req-0e718127-f245-496f-8963-bd9f4468c9b7 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339365 Jul 22 02:32:36.406607 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acace3a5-2700-4942-b2bc-a0e8c0ca828a req-02de8091-a267-426d-9f3c-2a486052294f tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:36.408056 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-acace3a5-2700-4942-b2bc-a0e8c0ca828a req-02de8091-a267-426d-9f3c-2a486052294f tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b0dfcba-eda3-4d31-b73b-f820a8994dce HTTP/1.1" status: 200 len: 945 time: 0.0657496 Jul 22 02:32:36.445317 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-acace3a5-2700-4942-b2bc-a0e8c0ca828a req-e09b0043-1d78-4679-a2b2-83957d475e11 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/security-groups?id=32b10047-7e6e-4dee-84fb-05b15d12528e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309258 Jul 22 02:32:36.580739 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a3643-048d-4545-9271-d198a2e68e2c req-3e3d012d-b7ee-4e66-96ea-135aeae67cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:36.582137 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-337a3643-048d-4545-9271-d198a2e68e2c req-3e3d012d-b7ee-4e66-96ea-135aeae67cc3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 1099 time: 0.0512135 Jul 22 02:32:36.620959 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-337a3643-048d-4545-9271-d198a2e68e2c req-189539ab-b694-434a-8d0d-0acf21fba398 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298045 Jul 22 02:32:36.830396 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a1f0e-13c4-4636-be6a-663fbcae122e req-64d85b64-e974-4c16-b92d-f40f93e8131d tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:36.831906 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-306a1f0e-13c4-4636-be6a-663fbcae122e req-64d85b64-e974-4c16-b92d-f40f93e8131d tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d3a35d1-5d50-4bbc-80be-46255b5b935d HTTP/1.1" status: 200 len: 945 time: 0.0633199 Jul 22 02:32:36.870590 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-306a1f0e-13c4-4636-be6a-663fbcae122e req-1d4424ab-e4e7-4acb-ace7-71345eefe3be tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326295 Jul 22 02:32:37.106410 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d468b6-a6d1-4d34-bd93-64f973cee68d req-afd28e0d-5b00-45ba-87b5-5dd2c1b40ff5 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:37.107889 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-11d468b6-a6d1-4d34-bd93-64f973cee68d req-afd28e0d-5b00-45ba-87b5-5dd2c1b40ff5 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 946 time: 0.0679848 Jul 22 02:32:37.145595 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-11d468b6-a6d1-4d34-bd93-64f973cee68d req-84e303b1-6e9f-4d8a-bf6a-ab13c5dbaa4e tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318539 Jul 22 02:32:37.627540 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32141b71-346a-4662-914b-1e3f476656f2 req-e71f80c0-ee49-41ef-9981-fa6710806c26 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:37.628947 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-32141b71-346a-4662-914b-1e3f476656f2 req-e71f80c0-ee49-41ef-9981-fa6710806c26 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] 10.222.0.30 "GET /v2.0/networks?id=0257796d-3fa1-4b5b-ba6d-34b2e497e810 HTTP/1.1" status: 200 len: 814 time: 0.1344197 Jul 22 02:32:37.651624 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0530ea-c728-4775-8c1a-bb2a4352cd73 req-06d3bd36-d90d-4baa-a959-e687b4031948 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:37.653125 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-6b0530ea-c728-4775-8c1a-bb2a4352cd73 req-06d3bd36-d90d-4baa-a959-e687b4031948 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b0dfcba-eda3-4d31-b73b-f820a8994dce HTTP/1.1" status: 200 len: 945 time: 0.1374109 Jul 22 02:32:37.656707 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-32141b71-346a-4662-914b-1e3f476656f2 req-4b9dc52d-769b-47d1-853d-9f9568520b37 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] 10.222.0.30 "GET /v2.0/quotas/ee6468d0d1374051b8c25fbc7026f713 HTTP/1.1" status: 200 len: 375 time: 0.0208519 Jul 22 02:32:37.703035 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-32141b71-346a-4662-914b-1e3f476656f2 req-e97053d8-b9f5-4075-a78e-28e5cfa0e26d tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ee6468d0d1374051b8c25fbc7026f713&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366139 Jul 22 02:32:37.735759 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-6b0530ea-c728-4775-8c1a-bb2a4352cd73 req-5f1e531a-f6f4-4246-82a3-410503b50fcd tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/security-groups?id=32b10047-7e6e-4dee-84fb-05b15d12528e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761046 Jul 22 02:32:37.805495 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-32141b71-346a-4662-914b-1e3f476656f2 req-53b529d4-549f-416d-8333-5d89c94289fd service neutron] 10.222.0.30 "GET /v2.0/networks/0257796d-3fa1-4b5b-ba6d-34b2e497e810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925641 Jul 22 02:32:37.905250 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-32141b71-346a-4662-914b-1e3f476656f2 req-58c94fa9-e1a8-424d-8b75-979d560cbcf3 service neutron] 10.222.0.30 "GET /v2.0/networks/0257796d-3fa1-4b5b-ba6d-34b2e497e810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919871 Jul 22 02:32:38.080836 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb5b790-27ca-439a-9c2b-c1305db93def req-bcc6fd5a-7838-46c1-b408-119db506f8a6 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:38.093630 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47cf8f1-689f-4289-bf43-f128c28db4a3 req-925d313f-e2d7-412e-b8cb-27ff244d53df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:38.096988 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-b47cf8f1-689f-4289-bf43-f128c28db4a3 req-925d313f-e2d7-412e-b8cb-27ff244d53df service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=be407e9b4d21489b9bf1679354068654&device_id=2b0dfcba-eda3-4d31-b73b-f820a8994dce HTTP/1.1" status: 200 len: 1098 time: 0.0733433 Jul 22 02:32:38.099203 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-acb5b790-27ca-439a-9c2b-c1305db93def req-bcc6fd5a-7838-46c1-b408-119db506f8a6 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b0dfcba-eda3-4d31-b73b-f820a8994dce HTTP/1.1" status: 200 len: 945 time: 0.1559153 Jul 22 02:32:38.172041 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-acb5b790-27ca-439a-9c2b-c1305db93def req-fdb1914d-ae75-4a8b-9a5e-606d857f78fd tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/security-groups?id=32b10047-7e6e-4dee-84fb-05b15d12528e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665054 Jul 22 02:32:38.212078 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9730ff1-2e30-4827-89d0-859355ec3a13 req-f3583b88-3f5b-4e30-87be-13c6a2414d8f tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:38.213715 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b9730ff1-2e30-4827-89d0-859355ec3a13 req-f3583b88-3f5b-4e30-87be-13c6a2414d8f tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d3a35d1-5d50-4bbc-80be-46255b5b935d HTTP/1.1" status: 200 len: 945 time: 0.1094050 Jul 22 02:32:38.264510 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47cf8f1-689f-4289-bf43-f128c28db4a3 req-e62ffe19-53fe-4962-8657-10e3cbe4bdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:38.269235 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-b47cf8f1-689f-4289-bf43-f128c28db4a3 req-e62ffe19-53fe-4962-8657-10e3cbe4bdb0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4519266e-72e1-49eb-bb7e-76cf6f2efe9d HTTP/1.1" status: 200 len: 908 time: 0.1565907 Jul 22 02:32:38.276972 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b9730ff1-2e30-4827-89d0-859355ec3a13 req-dfb554ee-736d-4787-8bee-70b3c3a9a908 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544295 Jul 22 02:32:38.351235 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-4bfc06d7-eece-4f92-a8a9-104726d589d3 req-83432ba4-f3ab-4399-98af-de84c5649854 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] 10.222.0.30 "GET /v2.0/ports?device_id=e685232e-ba36-489d-b86e-5ffacb58c0ce HTTP/1.1" status: 200 len: 210 time: 0.0714939 Jul 22 02:32:38.424827 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-b47cf8f1-689f-4289-bf43-f128c28db4a3 req-41a6332c-45d6-4f1c-841e-6ee37f031b1f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c227485-4c47-4b51-b15f-ee79405bab68 HTTP/1.1" status: 200 len: 1001 time: 0.1477723 Jul 22 02:32:38.449806 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f7d3f-c84c-476e-8516-840a7b06a6f7 req-373397b2-9068-448b-bafa-aebe2f1ec01c tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:38.457826 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-ff0f7d3f-c84c-476e-8516-840a7b06a6f7 req-373397b2-9068-448b-bafa-aebe2f1ec01c tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 946 time: 0.0865719 Jul 22 02:32:38.496491 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-ff0f7d3f-c84c-476e-8516-840a7b06a6f7 req-c5510b94-b523-4511-a1fb-54db98651ac8 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373743 Jul 22 02:32:38.499942 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 60214) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:38.512308 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47cf8f1-689f-4289-bf43-f128c28db4a3 req-f29e69ac-45fe-4511-be47-adc10b03c832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:38.522481 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-b47cf8f1-689f-4289-bf43-f128c28db4a3 req-f29e69ac-45fe-4511-be47-adc10b03c832 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9cd4545e-995f-4d04-a4da-3045595e4283 HTTP/1.1" status: 200 len: 847 time: 0.0902045 Jul 22 02:32:38.600667 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47cf8f1-689f-4289-bf43-f128c28db4a3 req-0b30e258-9789-486b-b192-f3d107469b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:38.603425 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-b47cf8f1-689f-4289-bf43-f128c28db4a3 req-0b30e258-9789-486b-b192-f3d107469b1b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4519266e-72e1-49eb-bb7e-76cf6f2efe9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0730457 Jul 22 02:32:38.626119 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-d1b91760-5e12-4b7f-ab80-a0b4ae1e09d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:38.718700 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-b47cf8f1-689f-4289-bf43-f128c28db4a3 req-867edf75-bc51-40ba-a33d-f4e9ee7441d8 service neutron] 10.222.0.23 "GET /v2.0/networks/4519266e-72e1-49eb-bb7e-76cf6f2efe9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976164 Jul 22 02:32:38.718962 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-d1b91760-5e12-4b7f-ab80-a0b4ae1e09d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:38.723453 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-d1b91760-5e12-4b7f-ab80-a0b4ae1e09d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:38.763391 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-d1b91760-5e12-4b7f-ab80-a0b4ae1e09d2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=048330b934b34f1c9286c326caa225c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2617154 Jul 22 02:32:38.765331 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b91760-5e12-4b7f-ab80-a0b4ae1e09d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91ebcd1-53dc-4134-af4f-e213e6f2a2a6,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:38.769506 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 60220) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:38.821989 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-b47cf8f1-689f-4289-bf43-f128c28db4a3 req-56710653-5634-4f6f-8a5c-7d1a141e983c service neutron] 10.222.0.23 "GET /v2.0/networks/4519266e-72e1-49eb-bb7e-76cf6f2efe9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949910 Jul 22 02:32:38.827803 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-cb8afc34-7033-407d-8185-ccf857903c2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:38.849791 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-cb8afc34-7033-407d-8185-ccf857903c2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:38.902974 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-cb8afc34-7033-407d-8185-ccf857903c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:38.906386 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-cb8afc34-7033-407d-8185-ccf857903c2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:38.907709 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-cb8afc34-7033-407d-8185-ccf857903c2d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a91ebcd1-53dc-4134-af4f-e213e6f2a2a6 HTTP/1.1" status: 204 len: 168 time: 0.1365819 Jul 22 02:32:38.917324 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8afc34-7033-407d-8185-ccf857903c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91ebcd1-53dc-4134-af4f-e213e6f2a2a6,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:39.327794 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ad508-4d9a-4ff1-967f-26910241f6d8 req-7f62ea3f-291b-46ef-a631-fa5e202d7688 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:39.329358 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-384ad508-4d9a-4ff1-967f-26910241f6d8 req-7f62ea3f-291b-46ef-a631-fa5e202d7688 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b0dfcba-eda3-4d31-b73b-f820a8994dce HTTP/1.1" status: 200 len: 945 time: 0.0748217 Jul 22 02:32:39.412866 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-384ad508-4d9a-4ff1-967f-26910241f6d8 req-0b3d9edd-2173-4f97-887d-0cf44127a573 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/security-groups?id=32b10047-7e6e-4dee-84fb-05b15d12528e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691962 Jul 22 02:32:39.471574 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32915470-966c-4ed5-8fcb-6e2366afc144 req-69ac18a1-7b0c-4b2e-808a-eb3914c2cd60 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:39.479560 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-32915470-966c-4ed5-8fcb-6e2366afc144 req-69ac18a1-7b0c-4b2e-808a-eb3914c2cd60 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d3a35d1-5d50-4bbc-80be-46255b5b935d HTTP/1.1" status: 200 len: 945 time: 0.1292195 Jul 22 02:32:39.532212 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-18a7d91e-ab54-4e27-a3e5-9816cfe62396 req-5a14f1fd-25c8-41da-9692-2c474b949be6 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] 10.222.0.30 "GET /v2.0/ports?device_id=e685232e-ba36-489d-b86e-5ffacb58c0ce HTTP/1.1" status: 200 len: 210 time: 0.0492163 Jul 22 02:32:39.561865 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-32915470-966c-4ed5-8fcb-6e2366afc144 req-6e8fbbc8-deea-432f-bcbc-18e48ed61ef4 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622380 Jul 22 02:32:39.605867 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32141b71-346a-4662-914b-1e3f476656f2 req-cf0ba051-d794-4e58-bbc3-a22745c9fb55 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:39.607349 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-32141b71-346a-4662-914b-1e3f476656f2 req-cf0ba051-d794-4e58-bbc3-a22745c9fb55 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] 10.222.0.23 "GET /v2.0/networks?id=0257796d-3fa1-4b5b-ba6d-34b2e497e810 HTTP/1.1" status: 200 len: 814 time: 0.1780765 Jul 22 02:32:39.607490 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 60250) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:39.635425 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [req-32141b71-346a-4662-914b-1e3f476656f2 req-51c85664-601c-4647-822b-59a84d410060 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] Request body: {'port': {'device_id': 'e685232e-ba36-489d-b86e-5ffacb58c0ce', 'network_id': '0257796d-3fa1-4b5b-ba6d-34b2e497e810', 'admin_state_up': True, 'tenant_id': 'ee6468d0d1374051b8c25fbc7026f713'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:32:39.695511 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b62e6-9612-422a-9de4-e8ddf3c7c238 req-910d3aea-f48a-4daf-b79c-7696ac3b6522 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:39.703451 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b65b62e6-9612-422a-9de4-e8ddf3c7c238 req-910d3aea-f48a-4daf-b79c-7696ac3b6522 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 946 time: 0.0904043 Jul 22 02:32:39.741326 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b65b62e6-9612-422a-9de4-e8ddf3c7c238 req-f99f7fd5-b567-42df-89a3-aa2bace99550 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367651 Jul 22 02:32:39.746483 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.v2.base [None req-fcc53c17-0665-44e2-86e2-383393851a89 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-231738740-network', 'tenant_id': '35adf9c6cfe74a4dbc59dc83807fb41b'}} {{(pid=93206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:32:39.766699 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.db.api [req-32141b71-346a-4662-914b-1e3f476656f2 req-51c85664-601c-4647-822b-59a84d410060 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 02:32:39.766699 dv-cinder-792299-6-iscsi neutron-server[93205]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 22 02:32:39.766699 dv-cinder-792299-6-iscsi neutron-server[93205]: [parameters: {'project_id': 'ee6468d0d1374051b8c25fbc7026f713', 'id': '7f6de729-ed26-48dc-9737-d01015ef0c8c', 'expiration': datetime.datetime(2021, 7, 22, 2, 34, 39, 762878)}] Jul 22 02:32:39.766699 dv-cinder-792299-6-iscsi neutron-server[93205]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93205) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 02:32:39.767109 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG oslo_db.api [req-32141b71-346a-4662-914b-1e3f476656f2 req-51c85664-601c-4647-822b-59a84d410060 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 02:32:39.774850 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc53c17-0665-44e2-86e2-383393851a89 admin admin] Made reservation on behalf of 35adf9c6cfe74a4dbc59dc83807fb41b for: {'network': 1} {{(pid=93206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:32:39.777180 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-fcc53c17-0665-44e2-86e2-383393851a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for network, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:39.786182 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-fcc53c17-0665-44e2-86e2-383393851a89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:39.874793 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-fcc53c17-0665-44e2-86e2-383393851a89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:39.878697 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-fcc53c17-0665-44e2-86e2-383393851a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:39.900394 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcc53c17-0665-44e2-86e2-383393851a89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=93206) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 02:32:39.916418 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc53c17-0665-44e2-86e2-383393851a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3a00cb-aa2a-44d5-894c-cc2021b89689,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:39.920173 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-fcc53c17-0665-44e2-86e2-383393851a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767938'] for segment, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:39.920521 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.db.segments_db [None req-fcc53c17-0665-44e2-86e2-383393851a89 admin admin] Added segment ee003208-5fbb-4811-852c-b134458ad17d of type vlan for network 0b73c75d-44ab-4900-bdf2-44ef0b77d775 Jul 22 02:32:39.962360 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-fcc53c17-0665-44e2-86e2-383393851a89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789867552247'] for network, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:39.990849 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-fcc53c17-0665-44e2-86e2-383393851a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863'] for network, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:39.991789 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc53c17-0665-44e2-86e2-383393851a89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:39.992364 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-fcc53c17-0665-44e2-86e2-383393851a89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583845'] for network, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:40.021350 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-fcc53c17-0665-44e2-86e2-383393851a89 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.4128873 Jul 22 02:32:40.024460 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 60260) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:40.029506 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-54f9934e-dbaf-4759-a8d1-a2c95aba373e admin admin] Request body: {'subnet': {'network_id': '0b73c75d-44ab-4900-bdf2-44ef0b77d775', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-231738740-subnet', 'tenant_id': '35adf9c6cfe74a4dbc59dc83807fb41b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:32:40.050585 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f9934e-dbaf-4759-a8d1-a2c95aba373e admin admin] Made reservation on behalf of 35adf9c6cfe74a4dbc59dc83807fb41b for: {'subnet': 1} {{(pid=93205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:32:40.050781 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc53c17-0665-44e2-86e2-383393851a89 admin admin] Pushing event updated for resources: {'Network': ['ID=0b73c75d-44ab-4900-bdf2-44ef0b77d775,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:40.056680 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-54f9934e-dbaf-4759-a8d1-a2c95aba373e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3529060'] for subnet, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:40.061311 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Network 0b73c75d-44ab-4900-bdf2-44ef0b77d775 details requested by agent ovs-agent-dv-cinder-792299-6-iscsi with host dv-cinder-792299-6-iscsi {{(pid=93207) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 02:32:40.218356 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-54f9934e-dbaf-4759-a8d1-a2c95aba373e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3324599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3528982'] for subnet, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:40.282053 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f9934e-dbaf-4759-a8d1-a2c95aba373e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6725a12f-a43e-47c6-b84b-9dee39d2004d,revision_number=0']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:40.295717 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f9934e-dbaf-4759-a8d1-a2c95aba373e admin admin] Checking segment: {'id': 'ee003208-5fbb-4811-852c-b134458ad17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0b73c75d-44ab-4900-bdf2-44ef0b77d775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:32:40.296078 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f9934e-dbaf-4759-a8d1-a2c95aba373e admin admin] Network hostable DHCP agents. Network: 0b73c75d-44ab-4900-bdf2-44ef0b77d775, hostable agents: ['7ec0f4f5-17d5-44d9-a280-5d81f7a2a404'], hosted agents: [] {{(pid=93205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 02:32:40.308580 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32141b71-346a-4662-914b-1e3f476656f2 req-51c85664-601c-4647-822b-59a84d410060 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] Made reservation on behalf of ee6468d0d1374051b8c25fbc7026f713 for: {'port': 1} {{(pid=93205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:32:40.312030 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-32141b71-346a-4662-914b-1e3f476656f2 req-51c85664-601c-4647-822b-59a84d410060 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:40.332370 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f9934e-dbaf-4759-a8d1-a2c95aba373e admin admin] Network 0b73c75d-44ab-4900-bdf2-44ef0b77d775 is scheduled to be hosted by DHCP agent 7ec0f4f5-17d5-44d9-a280-5d81f7a2a404 with binding_index 1 {{(pid=93205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 02:32:40.347657 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.base_scheduler [None req-54f9934e-dbaf-4759-a8d1-a2c95aba373e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-6-iscsi, 0b73c75d-44ab-4900-bdf2-44ef0b77d775) {{(pid=93205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:32:40.368482 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25456070-257d-4e3a-92bb-1a26408cc545 None None] Network 0b73c75d-44ab-4900-bdf2-44ef0b77d775 requested from dv-cinder-792299-6-iscsi {{(pid=93207) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:32:40.378705 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f9934e-dbaf-4759-a8d1-a2c95aba373e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:40.379303 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-54f9934e-dbaf-4759-a8d1-a2c95aba373e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583845'] for subnet, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:40.406548 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-54f9934e-dbaf-4759-a8d1-a2c95aba373e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3808954 Jul 22 02:32:40.467967 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.db_base_plugin_common [req-32141b71-346a-4662-914b-1e3f476656f2 req-51c85664-601c-4647-822b-59a84d410060 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] Allocated IP 172.20.0.14 (0257796d-3fa1-4b5b-ba6d-34b2e497e810/096b39b0-a085-4401-bf7c-3db8fe7f35de/59a327bd-bf23-464a-abc3-705a2f7e3dab) {{(pid=93205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:32:40.547858 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747aa358-cde1-43ac-bf8d-1ce4cc41c602 req-672a97ac-d9f5-441d-9e88-cbc561b04013 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:40.549676 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-747aa358-cde1-43ac-bf8d-1ce4cc41c602 req-672a97ac-d9f5-441d-9e88-cbc561b04013 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b0dfcba-eda3-4d31-b73b-f820a8994dce HTTP/1.1" status: 200 len: 945 time: 0.0692413 Jul 22 02:32:40.573577 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef2ae7b-8b48-4b11-a04e-769d7f883726 None None] Network 0b73c75d-44ab-4900-bdf2-44ef0b77d775 requested from dv-cinder-792299-6-iscsi {{(pid=93207) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:32:40.602048 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-747aa358-cde1-43ac-bf8d-1ce4cc41c602 req-6cbe83bb-5261-47d2-9dcf-c306bad9ee42 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/security-groups?id=32b10047-7e6e-4dee-84fb-05b15d12528e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460939 Jul 22 02:32:40.672109 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-32141b71-346a-4662-914b-1e3f476656f2 req-51c85664-601c-4647-822b-59a84d410060 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] Notify callbacks [] for port, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:40.688203 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-ea1d676d-5fce-49d2-9687-801651810abd req-32fde228-6e95-4ddd-b4a2-9d228917dd71 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] 10.222.0.30 "GET /v2.0/ports?device_id=e685232e-ba36-489d-b86e-5ffacb58c0ce HTTP/1.1" status: 200 len: 210 time: 0.0574515 Jul 22 02:32:40.734987 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-32141b71-346a-4662-914b-1e3f476656f2 req-51c85664-601c-4647-822b-59a84d410060 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789867566219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3324451'] for port, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:40.768963 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfc44fe-4b88-4121-9f82-fb3946d626a7 req-2e9093a4-0f66-41f2-9bc1-c0885aa84bde tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:40.771264 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-1dfc44fe-4b88-4121-9f82-fb3946d626a7 req-2e9093a4-0f66-41f2-9bc1-c0885aa84bde tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d3a35d1-5d50-4bbc-80be-46255b5b935d HTTP/1.1" status: 200 len: 945 time: 0.0856059 Jul 22 02:32:40.789537 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32141b71-346a-4662-914b-1e3f476656f2 req-51c85664-601c-4647-822b-59a84d410060 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] Network 0257796d-3fa1-4b5b-ba6d-34b2e497e810 is already hosted by enough agents. {{(pid=93205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:32:40.792800 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.base_scheduler [req-32141b71-346a-4662-914b-1e3f476656f2 req-51c85664-601c-4647-822b-59a84d410060 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] Resources bound (agent type, host, resource id): {{(pid=93205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:32:40.799724 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.l3_dvrscheduler_db [req-32141b71-346a-4662-914b-1e3f476656f2 req-51c85664-601c-4647-822b-59a84d410060 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] Received port after_create {{(pid=93205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:32:40.810111 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-1dfc44fe-4b88-4121-9f82-fb3946d626a7 req-cb9dfe7e-dceb-4b95-9a21-d8e5ad290675 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327928 Jul 22 02:32:40.837218 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c85664-601c-4647-822b-59a84d410060 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] Pushing event updated for resources: {'Port': ['ID=59a327bd-bf23-464a-abc3-705a2f7e3dab,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:40.859521 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32141b71-346a-4662-914b-1e3f476656f2 req-51c85664-601c-4647-822b-59a84d410060 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:40.860150 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-32141b71-346a-4662-914b-1e3f476656f2 req-51c85664-601c-4647-822b-59a84d410060 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409'] for port, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:40.874287 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-32141b71-346a-4662-914b-1e3f476656f2 req-51c85664-601c-4647-822b-59a84d410060 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2431169 Jul 22 02:32:40.890874 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [req-32141b71-346a-4662-914b-1e3f476656f2 req-503f9f38-1b26-4cb3-a9a4-4a4ad8b9090a service neutron] Request body: {'port': {'device_id': 'e685232e-ba36-489d-b86e-5ffacb58c0ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:32:40.963060 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-32141b71-346a-4662-914b-1e3f476656f2 req-503f9f38-1b26-4cb3-a9a4-4a4ad8b9090a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:40.992194 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 60286) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:40.997115 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.v2.base [None req-99ddbe02-f7f5-4bc9-9863-cccb489c91fb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-583128157-network', 'tenant_id': 'bae9c035d1f64415b3b190494347328c'}} {{(pid=93206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:32:41.018143 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ddbe02-f7f5-4bc9-9863-cccb489c91fb admin admin] Made reservation on behalf of bae9c035d1f64415b3b190494347328c for: {'network': 1} {{(pid=93206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:32:41.020431 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-99ddbe02-f7f5-4bc9-9863-cccb489c91fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for network, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:41.029025 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-99ddbe02-f7f5-4bc9-9863-cccb489c91fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:41.073933 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-140c13af-aa61-4122-8e4e-a2c82780c081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:41.121606 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-99ddbe02-f7f5-4bc9-9863-cccb489c91fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:41.125296 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-99ddbe02-f7f5-4bc9-9863-cccb489c91fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:41.148162 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99ddbe02-f7f5-4bc9-9863-cccb489c91fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=93206) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 02:32:41.163389 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ddbe02-f7f5-4bc9-9863-cccb489c91fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7416f0d1-1c10-42b6-8c43-867084104df4,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:41.166286 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-99ddbe02-f7f5-4bc9-9863-cccb489c91fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767938'] for segment, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:41.166628 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.db.segments_db [None req-99ddbe02-f7f5-4bc9-9863-cccb489c91fb admin admin] Added segment 56b50eac-a833-42d2-99d0-09f6de57c640 of type vlan for network a5749774-bbbc-4eb1-bb3e-feacafc704eb Jul 22 02:32:41.206204 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-99ddbe02-f7f5-4bc9-9863-cccb489c91fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789867552247'] for network, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:41.236395 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-99ddbe02-f7f5-4bc9-9863-cccb489c91fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863'] for network, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:41.237195 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.notifiers.nova [req-32141b71-346a-4662-914b-1e3f476656f2 req-503f9f38-1b26-4cb3-a9a4-4a4ad8b9090a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59a327bd-bf23-464a-abc3-705a2f7e3dab {{(pid=93205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:32:41.237373 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ddbe02-f7f5-4bc9-9863-cccb489c91fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:41.237940 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-99ddbe02-f7f5-4bc9-9863-cccb489c91fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583845'] for network, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:41.244533 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-32141b71-346a-4662-914b-1e3f476656f2 req-503f9f38-1b26-4cb3-a9a4-4a4ad8b9090a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:41.257619 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.provisioning_blocks [req-32141b71-346a-4662-914b-1e3f476656f2 req-503f9f38-1b26-4cb3-a9a4-4a4ad8b9090a service neutron] Transition to ACTIVE for port object 59a327bd-bf23-464a-abc3-705a2f7e3dab will not be triggered until provisioned by entity L2. {{(pid=93205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:32:41.264033 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-32141b71-346a-4662-914b-1e3f476656f2 req-503f9f38-1b26-4cb3-a9a4-4a4ad8b9090a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3324456'] for port, after_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:41.265914 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-99ddbe02-f7f5-4bc9-9863-cccb489c91fb admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.2720993 Jul 22 02:32:41.268204 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 60288) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:41.275305 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.v2.base [None req-b8f10c94-f8d5-48e5-b45b-af8933b9bab2 admin admin] Request body: {'subnet': {'network_id': 'a5749774-bbbc-4eb1-bb3e-feacafc704eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-583128157-subnet', 'tenant_id': 'bae9c035d1f64415b3b190494347328c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:32:41.313154 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ddbe02-f7f5-4bc9-9863-cccb489c91fb admin admin] Pushing event updated for resources: {'Network': ['ID=a5749774-bbbc-4eb1-bb3e-feacafc704eb,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:41.314322 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f9f38-1b26-4cb3-a9a4-4a4ad8b9090a service neutron] Pushing event updated for resources: {'Port': ['ID=59a327bd-bf23-464a-abc3-705a2f7e3dab,revision_number=2']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:41.323789 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Network a5749774-bbbc-4eb1-bb3e-feacafc704eb details requested by agent ovs-agent-dv-cinder-792299-6-iscsi with host dv-cinder-792299-6-iscsi {{(pid=93207) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 02:32:41.326029 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f10c94-f8d5-48e5-b45b-af8933b9bab2 admin admin] Made reservation on behalf of bae9c035d1f64415b3b190494347328c for: {'subnet': 1} {{(pid=93206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:32:41.329223 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-b8f10c94-f8d5-48e5-b45b-af8933b9bab2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9965819'] for subnet, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:41.384822 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.managers [req-32141b71-346a-4662-914b-1e3f476656f2 req-503f9f38-1b26-4cb3-a9a4-4a4ad8b9090a service neutron] Attempting to bind port 59a327bd-bf23-464a-abc3-705a2f7e3dab on host hv-cinder-79229 for vnic_type normal with profile {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:32:41.385673 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.managers [req-32141b71-346a-4662-914b-1e3f476656f2 req-503f9f38-1b26-4cb3-a9a4-4a4ad8b9090a service neutron] Attempting to bind port 59a327bd-bf23-464a-abc3-705a2f7e3dab by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': 'd6982e4b-d3f3-449a-afdf-1db8c2ec7919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0257796d-3fa1-4b5b-ba6d-34b2e497e810'}] {{(pid=93205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:32:41.385673 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32141b71-346a-4662-914b-1e3f476656f2 req-503f9f38-1b26-4cb3-a9a4-4a4ad8b9090a service neutron] Attempting to bind port 59a327bd-bf23-464a-abc3-705a2f7e3dab on network 0257796d-3fa1-4b5b-ba6d-34b2e497e810 {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:32:41.390052 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32141b71-346a-4662-914b-1e3f476656f2 req-503f9f38-1b26-4cb3-a9a4-4a4ad8b9090a service neutron] Port 59a327bd-bf23-464a-abc3-705a2f7e3dab on network 0257796d-3fa1-4b5b-ba6d-34b2e497e810 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 02:32:41.390372 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32141b71-346a-4662-914b-1e3f476656f2 req-503f9f38-1b26-4cb3-a9a4-4a4ad8b9090a service neutron] Attempting to bind port 59a327bd-bf23-464a-abc3-705a2f7e3dab on network 0257796d-3fa1-4b5b-ba6d-34b2e497e810 {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:32:41.395255 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32141b71-346a-4662-914b-1e3f476656f2 req-503f9f38-1b26-4cb3-a9a4-4a4ad8b9090a service neutron] Checking agent: {'id': '3e047b69-7131-4bb7-a905-86c2cdf7c2d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 27, 10), 'started_at': datetime.datetime(2021, 7, 22, 2, 27, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:32:41.395596 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32141b71-346a-4662-914b-1e3f476656f2 req-503f9f38-1b26-4cb3-a9a4-4a4ad8b9090a service neutron] Checking segment: {'id': 'd6982e4b-d3f3-449a-afdf-1db8c2ec7919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0257796d-3fa1-4b5b-ba6d-34b2e497e810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:32:41.395976 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32141b71-346a-4662-914b-1e3f476656f2 req-503f9f38-1b26-4cb3-a9a4-4a4ad8b9090a service neutron] Bound using segment: {'id': 'd6982e4b-d3f3-449a-afdf-1db8c2ec7919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0257796d-3fa1-4b5b-ba6d-34b2e497e810'} {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:32:41.396430 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.managers [req-32141b71-346a-4662-914b-1e3f476656f2 req-503f9f38-1b26-4cb3-a9a4-4a4ad8b9090a service neutron] Bound port: 59a327bd-bf23-464a-abc3-705a2f7e3dab, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6982e4b-d3f3-449a-afdf-1db8c2ec7919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0257796d-3fa1-4b5b-ba6d-34b2e497e810'}}] {{(pid=93205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:32:41.396818 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-32141b71-346a-4662-914b-1e3f476656f2 req-503f9f38-1b26-4cb3-a9a4-4a4ad8b9090a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:41.464154 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.db [req-32141b71-346a-4662-914b-1e3f476656f2 req-503f9f38-1b26-4cb3-a9a4-4a4ad8b9090a service neutron] For port 59a327bd-bf23-464a-abc3-705a2f7e3dab, host hv-cinder-79229, cleared binding levels {{(pid=93205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:32:41.467644 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.db [req-32141b71-346a-4662-914b-1e3f476656f2 req-503f9f38-1b26-4cb3-a9a4-4a4ad8b9090a service neutron] For port 59a327bd-bf23-464a-abc3-705a2f7e3dab, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=59a327bd-bf23-464a-abc3-705a2f7e3dab,segment=NetworkSegment(d6982e4b-d3f3-449a-afdf-1db8c2ec7919),segment_id=d6982e4b-d3f3-449a-afdf-1db8c2ec7919)] {{(pid=93205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:32:41.470886 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-32141b71-346a-4662-914b-1e3f476656f2 req-503f9f38-1b26-4cb3-a9a4-4a4ad8b9090a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3324456'] for port, after_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:41.502676 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-b8f10c94-f8d5-48e5-b45b-af8933b9bab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8909495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9965705'] for subnet, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:41.502928 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32141b71-346a-4662-914b-1e3f476656f2 req-503f9f38-1b26-4cb3-a9a4-4a4ad8b9090a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:41.503544 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-32141b71-346a-4662-914b-1e3f476656f2 req-503f9f38-1b26-4cb3-a9a4-4a4ad8b9090a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409'] for port, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:41.504918 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-32141b71-346a-4662-914b-1e3f476656f2 req-503f9f38-1b26-4cb3-a9a4-4a4ad8b9090a service neutron] 10.222.0.23 "PUT /v2.0/ports/59a327bd-bf23-464a-abc3-705a2f7e3dab HTTP/1.1" status: 200 len: 1094 time: 0.6182537 Jul 22 02:32:41.505349 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e685232e-ba36-489d-b86e-5ffacb58c0ce', 'tag': '59a327bd-bf23-464a-abc3-705a2f7e3dab'}] {{(pid=93205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:32:41.507573 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1519ab49a2e6f2c0b9af796621e68389a02ac4e63e9641ecb08298f364d17118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41d5290-51c8-4692-803b-b00efd353906" -d '{"events": [{"name": "network-changed", "server_uuid": "e685232e-ba36-489d-b86e-5ffacb58c0ce", "tag": "59a327bd-bf23-464a-abc3-705a2f7e3dab"}]}' {{(pid=93205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:32:41.538823 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f9f38-1b26-4cb3-a9a4-4a4ad8b9090a service neutron] Pushing event updated for resources: {'Port': ['ID=59a327bd-bf23-464a-abc3-705a2f7e3dab,revision_number=3']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:41.546008 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 02:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf51d30a-911e-418a-8707-39dc9797aef5 x-openstack-request-id: req-cf51d30a-911e-418a-8707-39dc9797aef5 {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:32:41.546293 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e685232e-ba36-489d-b86e-5ffacb58c0ce", "tag": "59a327bd-bf23-464a-abc3-705a2f7e3dab", "status": "completed", "code": 200}]} {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:32:41.546548 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cf51d30a-911e-418a-8707-39dc9797aef5 {{(pid=93205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:32:41.547391 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e685232e-ba36-489d-b86e-5ffacb58c0ce', 'tag': '59a327bd-bf23-464a-abc3-705a2f7e3dab', 'status': 'completed', 'code': 200} Jul 22 02:32:41.563967 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f10c94-f8d5-48e5-b45b-af8933b9bab2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a5b74c8-d2db-4c68-b676-7f1880ef36c1,revision_number=0']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:41.582014 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f10c94-f8d5-48e5-b45b-af8933b9bab2 admin admin] Checking segment: {'id': '56b50eac-a833-42d2-99d0-09f6de57c640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a5749774-bbbc-4eb1-bb3e-feacafc704eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:32:41.582292 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f10c94-f8d5-48e5-b45b-af8933b9bab2 admin admin] Network hostable DHCP agents. Network: a5749774-bbbc-4eb1-bb3e-feacafc704eb, hostable agents: ['7ec0f4f5-17d5-44d9-a280-5d81f7a2a404'], hosted agents: [] {{(pid=93206) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 02:32:41.598891 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f10c94-f8d5-48e5-b45b-af8933b9bab2 admin admin] Network a5749774-bbbc-4eb1-bb3e-feacafc704eb is scheduled to be hosted by DHCP agent 7ec0f4f5-17d5-44d9-a280-5d81f7a2a404 with binding_index 1 {{(pid=93206) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 02:32:41.608786 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.base_scheduler [None req-b8f10c94-f8d5-48e5-b45b-af8933b9bab2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-6-iscsi, a5749774-bbbc-4eb1-bb3e-feacafc704eb) {{(pid=93206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:32:41.612831 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f10c94-f8d5-48e5-b45b-af8933b9bab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:41.613404 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-b8f10c94-f8d5-48e5-b45b-af8933b9bab2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:41.618475 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf14c66-ec4d-4510-a883-31198af5eae6 None None] Network a5749774-bbbc-4eb1-bb3e-feacafc704eb requested from dv-cinder-792299-6-iscsi {{(pid=93207) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:32:41.622373 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32141b71-346a-4662-914b-1e3f476656f2 req-c8c59be3-26f8-4664-8b6d-74125d614cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:41.623905 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-32141b71-346a-4662-914b-1e3f476656f2 req-c8c59be3-26f8-4664-8b6d-74125d614cd6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ee6468d0d1374051b8c25fbc7026f713&device_id=e685232e-ba36-489d-b86e-5ffacb58c0ce HTTP/1.1" status: 200 len: 1097 time: 0.0573044 Jul 22 02:32:41.632822 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-b8f10c94-f8d5-48e5-b45b-af8933b9bab2 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3632190 Jul 22 02:32:41.675745 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-32141b71-346a-4662-914b-1e3f476656f2 req-c2e8204f-850f-4abf-8b6f-ed4a12eb8ccc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59a327bd-bf23-464a-abc3-705a2f7e3dab HTTP/1.1" status: 200 len: 217 time: 0.0383382 Jul 22 02:32:41.727956 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32141b71-346a-4662-914b-1e3f476656f2 req-8f815831-c871-4a4a-954c-9c043ecbce0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:41.729848 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-32141b71-346a-4662-914b-1e3f476656f2 req-8f815831-c871-4a4a-954c-9c043ecbce0e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=096b39b0-a085-4401-bf7c-3db8fe7f35de HTTP/1.1" status: 200 len: 854 time: 0.0465560 Jul 22 02:32:41.750792 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 60296) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:41.761605 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f05ee1-6c35-46e2-b9dd-4e16ddbbed64 None None] Network a5749774-bbbc-4eb1-bb3e-feacafc704eb requested from dv-cinder-792299-6-iscsi {{(pid=93207) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:32:41.786720 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-32141b71-346a-4662-914b-1e3f476656f2 req-e2877ce9-95ba-4d92-ba7b-d8196842c341 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0257796d-3fa1-4b5b-ba6d-34b2e497e810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455339 Jul 22 02:32:41.833351 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.db_base_plugin_v2 [None req-802c56bb-345a-4221-a547-cf609fe96e20 admin admin] Deleting subnet 6725a12f-a43e-47c6-b84b-9dee39d2004d {{(pid=93206) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 02:32:41.837508 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-802c56bb-345a-4221-a547-cf609fe96e20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:41.882507 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-802c56bb-345a-4221-a547-cf609fe96e20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8871341'] for subnet, precommit_delete_associations {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:41.887165 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-32141b71-346a-4662-914b-1e3f476656f2 req-b1c9a499-992e-4109-a9c9-3f84fb7a360b service neutron] 10.222.0.23 "GET /v2.0/networks/0257796d-3fa1-4b5b-ba6d-34b2e497e810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935869 Jul 22 02:32:41.935518 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ca0f2a-bdaa-4666-bb95-3e77c1e98351 req-c557ca56-d1ab-4c25-bdbe-868b239d362a tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:41.937007 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e7ca0f2a-bdaa-4666-bb95-3e77c1e98351 req-c557ca56-d1ab-4c25-bdbe-868b239d362a tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] 10.222.0.30 "GET /v2.0/ports?device_id=e685232e-ba36-489d-b86e-5ffacb58c0ce HTTP/1.1" status: 200 len: 944 time: 0.1479304 Jul 22 02:32:41.978474 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-802c56bb-345a-4221-a547-cf609fe96e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774554'] for subnet, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:41.979717 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-32141b71-346a-4662-914b-1e3f476656f2 req-f7291546-fae4-44db-a194-522e4d29dcb5 service neutron] 10.222.0.23 "GET /v2.0/networks/0257796d-3fa1-4b5b-ba6d-34b2e497e810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845063 Jul 22 02:32:42.042999 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e7ca0f2a-bdaa-4666-bb95-3e77c1e98351 req-fa7825f2-3d0b-45d7-a8b5-b8afb745c29f tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] 10.222.0.30 "GET /v2.0/security-groups?id=b052ee6d-17cb-4aa6-a0a1-5be1b21f5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888557 Jul 22 02:32:42.067146 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25757caa-cb0c-4851-8a2d-3a7eef561b8e req-59435cb7-b5ff-4284-83f2-2c1ce982a29d tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:42.069394 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-25757caa-cb0c-4851-8a2d-3a7eef561b8e req-59435cb7-b5ff-4284-83f2-2c1ce982a29d tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d3a35d1-5d50-4bbc-80be-46255b5b935d HTTP/1.1" status: 200 len: 945 time: 0.1609564 Jul 22 02:32:42.075285 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-802c56bb-345a-4221-a547-cf609fe96e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9965702'] for subnet, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:42.098664 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d5290-51c8-4692-803b-b00efd353906 req-7c073490-aa4e-4815-8b4a-fc6ca5216163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:42.101042 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-e41d5290-51c8-4692-803b-b00efd353906 req-7c073490-aa4e-4815-8b4a-fc6ca5216163 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ee6468d0d1374051b8c25fbc7026f713&device_id=e685232e-ba36-489d-b86e-5ffacb58c0ce HTTP/1.1" status: 200 len: 1097 time: 0.0565379 Jul 22 02:32:42.120980 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-802c56bb-345a-4221-a547-cf609fe96e20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:42.123493 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-802c56bb-345a-4221-a547-cf609fe96e20 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6725a12f-a43e-47c6-b84b-9dee39d2004d HTTP/1.1" status: 204 len: 168 time: 0.3711989 Jul 22 02:32:42.124540 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802c56bb-345a-4221-a547-cf609fe96e20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6725a12f-a43e-47c6-b84b-9dee39d2004d,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:42.126271 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 60300) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:42.169452 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-25757caa-cb0c-4851-8a2d-3a7eef561b8e req-3b63e429-ce80-4811-aef2-80f9d82b35de tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/security-groups?id=7115bb6f-e708-4c78-9231-1895b6552933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916660 Jul 22 02:32:42.198238 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d5290-51c8-4692-803b-b00efd353906 req-5a1f6ecd-2230-45d2-b1c4-6b472a5e22cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:42.200043 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-e41d5290-51c8-4692-803b-b00efd353906 req-5a1f6ecd-2230-45d2-b1c4-6b472a5e22cf service neutron] 10.222.0.23 "GET /v2.0/networks?id=0257796d-3fa1-4b5b-ba6d-34b2e497e810 HTTP/1.1" status: 200 len: 914 time: 0.0918338 Jul 22 02:32:42.210584 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-5efd38ed-7913-443a-a25b-c304615afc5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-716893'] for network, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:42.237563 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:42.246376 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-e41d5290-51c8-4692-803b-b00efd353906 req-159f1784-c2c9-46a2-b9b5-201a2af14ee9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59a327bd-bf23-464a-abc3-705a2f7e3dab HTTP/1.1" status: 200 len: 217 time: 0.0362976 Jul 22 02:32:42.300072 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d5290-51c8-4692-803b-b00efd353906 req-19cf2bfa-b180-42de-b267-e68af4632047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:42.301598 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-e41d5290-51c8-4692-803b-b00efd353906 req-19cf2bfa-b180-42de-b267-e68af4632047 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=096b39b0-a085-4401-bf7c-3db8fe7f35de HTTP/1.1" status: 200 len: 854 time: 0.0482938 Jul 22 02:32:42.338700 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-e41d5290-51c8-4692-803b-b00efd353906 req-bf003db1-0514-40fb-a9a0-b9a04c2c75f3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0257796d-3fa1-4b5b-ba6d-34b2e497e810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271010 Jul 22 02:32:42.438879 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-e41d5290-51c8-4692-803b-b00efd353906 req-b3b1b7fd-0e7b-41ed-b23f-5aa1a82f1918 service neutron] 10.222.0.23 "GET /v2.0/networks/0257796d-3fa1-4b5b-ba6d-34b2e497e810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882094 Jul 22 02:32:42.514076 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-5efd38ed-7913-443a-a25b-c304615afc5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-773542', 'neutron.services.segments.db._delete_segments_for_network-8789868033329'] for network, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:42.533014 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.services.segments.db [None req-5efd38ed-7913-443a-a25b-c304615afc5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b73c75d-44ab-4900-bdf2-44ef0b77d775']}} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:32:42.543921 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-e41d5290-51c8-4692-803b-b00efd353906 req-848d9607-87ac-47c8-9781-9983549e17a0 service neutron] 10.222.0.23 "GET /v2.0/networks/0257796d-3fa1-4b5b-ba6d-34b2e497e810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840559 Jul 22 02:32:42.560489 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.services.segments.db [None req-5efd38ed-7913-443a-a25b-c304615afc5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee003208-5fbb-4811-852c-b134458ad17d') {'for_net_delete': True} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:32:42.560818 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.services.segments.db [None req-5efd38ed-7913-443a-a25b-c304615afc5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee003208-5fbb-4811-852c-b134458ad17d') {} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:32:42.566992 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.agents_db [None req-f1c5c46c-8295-40fa-87c5-0db6e260a587 None None] Agent healthcheck: found 6 active agents {{(pid=93208) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 02:32:42.571431 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-5efd38ed-7913-443a-a25b-c304615afc5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789868033850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8871332'] for segment, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:42.587508 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-5efd38ed-7913-443a-a25b-c304615afc5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767938'] for segment, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:42.597096 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5efd38ed-7913-443a-a25b-c304615afc5d admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=93206) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 02:32:42.597473 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-5efd38ed-7913-443a-a25b-c304615afc5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909324'] for segment, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:42.599046 dv-cinder-792299-6-iscsi neutron-server[93206]: Traceback (most recent call last): Jul 22 02:32:42.599046 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 02:32:42.599046 dv-cinder-792299-6-iscsi neutron-server[93206]: timer() Jul 22 02:32:42.599046 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 02:32:42.599046 dv-cinder-792299-6-iscsi neutron-server[93206]: cb(*args, **kw) Jul 22 02:32:42.599046 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 02:32:42.599046 dv-cinder-792299-6-iscsi neutron-server[93206]: return func(*args, **kwargs) Jul 22 02:32:42.599046 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 02:32:42.599046 dv-cinder-792299-6-iscsi neutron-server[93206]: self._notify() Jul 22 02:32:42.599046 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 02:32:42.599046 dv-cinder-792299-6-iscsi neutron-server[93206]: self.callback(batched_events) Jul 22 02:32:42.599046 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 02:32:42.599046 dv-cinder-792299-6-iscsi neutron-server[93206]: event.method(event) Jul 22 02:32:42.599046 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 02:32:42.599046 dv-cinder-792299-6-iscsi neutron-server[93206]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 02:32:42.599046 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 02:32:42.599046 dv-cinder-792299-6-iscsi neutron-server[93206]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 02:32:42.599046 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 02:32:42.599046 dv-cinder-792299-6-iscsi neutron-server[93206]: return f(self, *a, **k) Jul 22 02:32:42.599046 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 02:32:42.599046 dv-cinder-792299-6-iscsi neutron-server[93206]: return self._get(url).json() Jul 22 02:32:42.599046 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 02:32:42.599046 dv-cinder-792299-6-iscsi neutron-server[93206]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 02:32:42.599046 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 02:32:42.599046 dv-cinder-792299-6-iscsi neutron-server[93206]: return self.request(url, 'GET', **kwargs) Jul 22 02:32:42.599046 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 02:32:42.599046 dv-cinder-792299-6-iscsi neutron-server[93206]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 02:32:42.599046 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 02:32:42.599046 dv-cinder-792299-6-iscsi neutron-server[93206]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 02:32:42.599046 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 02:32:42.599046 dv-cinder-792299-6-iscsi neutron-server[93206]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 02:32:42.599046 dv-cinder-792299-6-iscsi neutron-server[93206]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 02:32:42.659288 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b60636-cb90-4c10-a81f-9ec3201fa72a req-24bbd7d0-3c79-4747-bc87-57ad1be0c2cc tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:42.660729 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-35b60636-cb90-4c10-a81f-9ec3201fa72a req-24bbd7d0-3c79-4747-bc87-57ad1be0c2cc tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d3a35d1-5d50-4bbc-80be-46255b5b935d HTTP/1.1" status: 200 len: 945 time: 0.1438158 Jul 22 02:32:42.668516 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-5efd38ed-7913-443a-a25b-c304615afc5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746579'] for network, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:42.689523 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-5efd38ed-7913-443a-a25b-c304615afc5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583845'] for network, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:42.691188 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-5efd38ed-7913-443a-a25b-c304615afc5d admin admin] 10.222.0.30 "DELETE /v2.0/networks/0b73c75d-44ab-4900-bdf2-44ef0b77d775 HTTP/1.1" status: 204 len: 168 time: 0.5622604 Jul 22 02:32:42.694446 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd38ed-7913-443a-a25b-c304615afc5d admin admin] Pushing event deleted for resources: {'Network': ['ID=0b73c75d-44ab-4900-bdf2-44ef0b77d775,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:42.694698 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 60302) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:42.736805 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.db_base_plugin_v2 [None req-69d27913-6d4f-4026-8eee-309ddff75d4d admin admin] Deleting subnet 6a5b74c8-d2db-4c68-b676-7f1880ef36c1 {{(pid=93205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 02:32:42.740460 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-69d27913-6d4f-4026-8eee-309ddff75d4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:42.778329 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-69d27913-6d4f-4026-8eee-309ddff75d4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3324597'] for subnet, precommit_delete_associations {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:42.782018 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [req-35b60636-cb90-4c10-a81f-9ec3201fa72a req-2d1ecf23-7374-4531-8f6d-3780862d684d tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Deleting port 21642b83-cb97-476d-9965-9d450d17bc83 {{(pid=93206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:32:42.782352 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-35b60636-cb90-4c10-a81f-9ec3201fa72a req-2d1ecf23-7374-4531-8f6d-3780862d684d tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789867966868'] for port, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:42.816340 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-69d27913-6d4f-4026-8eee-309ddff75d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774554'] for subnet, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:42.868420 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-69d27913-6d4f-4026-8eee-309ddff75d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3324534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3528985'] for subnet, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:42.873551 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [req-35b60636-cb90-4c10-a81f-9ec3201fa72a req-2d1ecf23-7374-4531-8f6d-3780862d684d tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] For port 21642b83-cb97-476d-9965-9d450d17bc83, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=21642b83-cb97-476d-9965-9d450d17bc83,segment=NetworkSegment(dc7a4111-08c6-49a7-9d1a-9c6c455d7841),segment_id=dc7a4111-08c6-49a7-9d1a-9c6c455d7841)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:32:42.874115 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-35b60636-cb90-4c10-a81f-9ec3201fa72a req-2d1ecf23-7374-4531-8f6d-3780862d684d tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760608'] for port, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:42.885716 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [req-35b60636-cb90-4c10-a81f-9ec3201fa72a req-2d1ecf23-7374-4531-8f6d-3780862d684d tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Calling delete_port for 21642b83-cb97-476d-9965-9d450d17bc83 owned by compute:nova {{(pid=93206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:32:42.894189 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d27913-6d4f-4026-8eee-309ddff75d4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a5b74c8-d2db-4c68-b676-7f1880ef36c1,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:42.896635 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-69d27913-6d4f-4026-8eee-309ddff75d4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583845'] for subnet, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:42.898543 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-69d27913-6d4f-4026-8eee-309ddff75d4d admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6a5b74c8-d2db-4c68-b676-7f1880ef36c1 HTTP/1.1" status: 204 len: 168 time: 0.2028658 Jul 22 02:32:42.900954 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 60304) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:42.970851 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-9db4ae1f-7223-48e4-b89e-d59e0452e62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-716893'] for network, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:43.015482 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-35b60636-cb90-4c10-a81f-9ec3201fa72a req-2d1ecf23-7374-4531-8f6d-3780862d684d tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789867968359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789867566228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909347'] for port, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:43.028534 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] get_ports_and_sgs() called for port_ids ['21642b83-cb97-476d-9965-9d450d17bc83'] {{(pid=93207) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:32:43.045970 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-9db4ae1f-7223-48e4-b89e-d59e0452e62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-773542', 'neutron.services.segments.db._delete_segments_for_network-8789868033329'] for network, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:43.046984 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1ecf23-7374-4531-8f6d-3780862d684d tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Pushing event deleted for resources: {'Port': ['ID=21642b83-cb97-476d-9965-9d450d17bc83,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:43.056144 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.services.segments.db [None req-9db4ae1f-7223-48e4-b89e-d59e0452e62a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5749774-bbbc-4eb1-bb3e-feacafc704eb']}} {{(pid=93205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:32:43.065977 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.services.segments.db [None req-9db4ae1f-7223-48e4-b89e-d59e0452e62a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56b50eac-a833-42d2-99d0-09f6de57c640') {'for_net_delete': True} {{(pid=93205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:32:43.066276 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.services.segments.db [None req-9db4ae1f-7223-48e4-b89e-d59e0452e62a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56b50eac-a833-42d2-99d0-09f6de57c640') {} {{(pid=93205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:32:43.076159 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-9db4ae1f-7223-48e4-b89e-d59e0452e62a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789868033850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3324604'] for segment, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:43.093414 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [req-35b60636-cb90-4c10-a81f-9ec3201fa72a req-2d1ecf23-7374-4531-8f6d-3780862d684d tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] No DVR routers for this DVR port 21642b83-cb97-476d-9965-9d450d17bc83 on host hv-cinder-79229 {{(pid=93206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 02:32:43.093753 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-9db4ae1f-7223-48e4-b89e-d59e0452e62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767938'] for segment, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:43.096321 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-35b60636-cb90-4c10-a81f-9ec3201fa72a req-2d1ecf23-7374-4531-8f6d-3780862d684d tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409'] for port, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:43.098579 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-35b60636-cb90-4c10-a81f-9ec3201fa72a req-2d1ecf23-7374-4531-8f6d-3780862d684d tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.23 "DELETE /v2.0/ports/21642b83-cb97-476d-9965-9d450d17bc83 HTTP/1.1" status: 204 len: 173 time: 0.4233282 Jul 22 02:32:43.098975 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d3a35d1-5d50-4bbc-80be-46255b5b935d', 'name': 'network-vif-deleted', 'tag': '21642b83-cb97-476d-9965-9d450d17bc83'}] {{(pid=93206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:32:43.101290 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2c7467b3a520cac2f9dc58394876cadcbbb82697b422dc56d8b09de1a4b7e26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-111b08fe-9577-47ec-a415-79c65f95e9e2" -d '{"events": [{"server_uuid": "8d3a35d1-5d50-4bbc-80be-46255b5b935d", "name": "network-vif-deleted", "tag": "21642b83-cb97-476d-9965-9d450d17bc83"}]}' {{(pid=93206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:32:43.103086 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9db4ae1f-7223-48e4-b89e-d59e0452e62a admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=93205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 02:32:43.104261 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-9db4ae1f-7223-48e4-b89e-d59e0452e62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3324428'] for segment, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:43.130968 dv-cinder-792299-6-iscsi neutron-server[93205]: Traceback (most recent call last): Jul 22 02:32:43.130968 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 02:32:43.130968 dv-cinder-792299-6-iscsi neutron-server[93205]: timer() Jul 22 02:32:43.130968 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 02:32:43.130968 dv-cinder-792299-6-iscsi neutron-server[93205]: cb(*args, **kw) Jul 22 02:32:43.130968 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 02:32:43.130968 dv-cinder-792299-6-iscsi neutron-server[93205]: return func(*args, **kwargs) Jul 22 02:32:43.130968 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 02:32:43.130968 dv-cinder-792299-6-iscsi neutron-server[93205]: self._notify() Jul 22 02:32:43.130968 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 02:32:43.130968 dv-cinder-792299-6-iscsi neutron-server[93205]: self.callback(batched_events) Jul 22 02:32:43.130968 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 02:32:43.130968 dv-cinder-792299-6-iscsi neutron-server[93205]: event.method(event) Jul 22 02:32:43.130968 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 02:32:43.130968 dv-cinder-792299-6-iscsi neutron-server[93205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 02:32:43.130968 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 02:32:43.130968 dv-cinder-792299-6-iscsi neutron-server[93205]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 02:32:43.130968 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 02:32:43.130968 dv-cinder-792299-6-iscsi neutron-server[93205]: return f(self, *a, **k) Jul 22 02:32:43.130968 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 02:32:43.130968 dv-cinder-792299-6-iscsi neutron-server[93205]: return self._get(url).json() Jul 22 02:32:43.130968 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 02:32:43.130968 dv-cinder-792299-6-iscsi neutron-server[93205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 02:32:43.130968 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 02:32:43.130968 dv-cinder-792299-6-iscsi neutron-server[93205]: return self.request(url, 'GET', **kwargs) Jul 22 02:32:43.130968 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 02:32:43.130968 dv-cinder-792299-6-iscsi neutron-server[93205]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 02:32:43.130968 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 02:32:43.130968 dv-cinder-792299-6-iscsi neutron-server[93205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 02:32:43.130968 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 02:32:43.130968 dv-cinder-792299-6-iscsi neutron-server[93205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 02:32:43.130968 dv-cinder-792299-6-iscsi neutron-server[93205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 02:32:43.155208 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b4e2734-be45-46ed-b90c-33f1fc638b93 x-openstack-request-id: req-0b4e2734-be45-46ed-b90c-33f1fc638b93 {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:32:43.155511 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d3a35d1-5d50-4bbc-80be-46255b5b935d", "name": "network-vif-deleted", "tag": "21642b83-cb97-476d-9965-9d450d17bc83", "status": "completed", "code": 200}]} {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:32:43.155762 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0b4e2734-be45-46ed-b90c-33f1fc638b93 {{(pid=93206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:32:43.156154 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d3a35d1-5d50-4bbc-80be-46255b5b935d', 'name': 'network-vif-deleted', 'tag': '21642b83-cb97-476d-9965-9d450d17bc83', 'status': 'completed', 'code': 200} Jul 22 02:32:43.178093 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-9db4ae1f-7223-48e4-b89e-d59e0452e62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746579'] for network, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:43.187204 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-9db4ae1f-7223-48e4-b89e-d59e0452e62a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583845'] for network, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:43.189084 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-9db4ae1f-7223-48e4-b89e-d59e0452e62a admin admin] 10.222.0.30 "DELETE /v2.0/networks/a5749774-bbbc-4eb1-bb3e-feacafc704eb HTTP/1.1" status: 204 len: 168 time: 0.2871807 Jul 22 02:32:43.202889 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db4ae1f-7223-48e4-b89e-d59e0452e62a admin admin] Pushing event deleted for resources: {'Network': ['ID=a5749774-bbbc-4eb1-bb3e-feacafc704eb,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:43.213351 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc3b1d-f8b0-416b-94aa-8d5ee5bfaf3a req-c00c1ed3-05de-4645-8f47-6a8507344958 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:43.214905 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-30bc3b1d-f8b0-416b-94aa-8d5ee5bfaf3a req-c00c1ed3-05de-4645-8f47-6a8507344958 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] 10.222.0.30 "GET /v2.0/ports?device_id=e685232e-ba36-489d-b86e-5ffacb58c0ce HTTP/1.1" status: 200 len: 944 time: 0.0964658 Jul 22 02:32:43.276056 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-30bc3b1d-f8b0-416b-94aa-8d5ee5bfaf3a req-f25d8b16-4f7b-4678-9a4b-6233ca5f063f tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] 10.222.0.30 "GET /v2.0/security-groups?id=b052ee6d-17cb-4aa6-a0a1-5be1b21f5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550709 Jul 22 02:32:43.315144 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-bb33122a-cc43-4f31-bc35-6f8c3faae8e4 req-374b948e-cc4d-40d1-ba3a-660bb40ff553 tempest-ServerRescueNegativeTestJSON-1533236177 tempest-ServerRescueNegativeTestJSON-1533236177-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d3a35d1-5d50-4bbc-80be-46255b5b935d HTTP/1.1" status: 200 len: 210 time: 0.0333023 Jul 22 02:32:43.378796 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 60314) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:43.417378 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-2f800156-2ea0-443b-bdb7-ca7bbbdf5a1c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=35adf9c6cfe74a4dbc59dc83807fb41b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374157 Jul 22 02:32:43.419592 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 60316) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:43.465340 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-28c85f96-18ad-46c3-8be0-9f35d276b2f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:43.485289 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-28c85f96-18ad-46c3-8be0-9f35d276b2f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:43.532446 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-28c85f96-18ad-46c3-8be0-9f35d276b2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:43.535265 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-28c85f96-18ad-46c3-8be0-9f35d276b2f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:43.536363 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-28c85f96-18ad-46c3-8be0-9f35d276b2f1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5d3a00cb-aa2a-44d5-894c-cc2021b89689 HTTP/1.1" status: 204 len: 168 time: 0.1159134 Jul 22 02:32:43.543493 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c85f96-18ad-46c3-8be0-9f35d276b2f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3a00cb-aa2a-44d5-894c-cc2021b89689,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:43.797535 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-275df439-4eeb-403d-85a7-d0e8588ef3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:43.850449 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 60322) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:43.890513 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-646e9777-a6fa-4df0-a754-e86de82f2fa3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bae9c035d1f64415b3b190494347328c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389040 Jul 22 02:32:43.892128 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:43.892874 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 60324) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:43.940227 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-bc231755-3688-4756-9e9b-9b4f9128d92f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:43.960233 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-bc231755-3688-4756-9e9b-9b4f9128d92f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:44.004967 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-bc231755-3688-4756-9e9b-9b4f9128d92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:44.007453 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-bc231755-3688-4756-9e9b-9b4f9128d92f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:44.008618 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-bc231755-3688-4756-9e9b-9b4f9128d92f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7416f0d1-1c10-42b6-8c43-867084104df4 HTTP/1.1" status: 204 len: 168 time: 0.1143606 Jul 22 02:32:44.015815 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc231755-3688-4756-9e9b-9b4f9128d92f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7416f0d1-1c10-42b6-8c43-867084104df4,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:44.378329 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 60342) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:44.472213 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd3668f-9414-465f-9732-2d529cf3db06 req-1d3430dd-de73-43d1-8bdb-43ed93ddc56a tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:44.474064 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-fcd3668f-9414-465f-9732-2d529cf3db06 req-1d3430dd-de73-43d1-8bdb-43ed93ddc56a tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] 10.222.0.30 "GET /v2.0/ports?device_id=e685232e-ba36-489d-b86e-5ffacb58c0ce HTTP/1.1" status: 200 len: 944 time: 0.1389573 Jul 22 02:32:44.528001 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-fcd3668f-9414-465f-9732-2d529cf3db06 req-1935dcb8-c27c-413a-8a69-e166fc09f97a tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] 10.222.0.30 "GET /v2.0/security-groups?id=b052ee6d-17cb-4aa6-a0a1-5be1b21f5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467799 Jul 22 02:32:44.709915 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9c5a9526-544c-492b-b3ab-1b4c68701215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:44.833116 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-13da4107-cb59-4bed-b653-7b61327318f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1758349'] for router_interface, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:45.037568 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device 59a327bd-bf23-464a-abc3-705a2f7e3dab details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=93207) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 02:32:45.146901 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-13da4107-cb59-4bed-b653-7b61327318f6 admin admin] Deleting port 13c5ab6b-b5e8-4fd7-9150-f938f82ec27b {{(pid=93206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:32:45.147243 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-13da4107-cb59-4bed-b653-7b61327318f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789867966868'] for port, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:45.147793 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port 59a327bd-bf23-464a-abc3-705a2f7e3dab, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=59a327bd-bf23-464a-abc3-705a2f7e3dab,segment=NetworkSegment(d6982e4b-d3f3-449a-afdf-1db8c2ec7919),segment_id=d6982e4b-d3f3-449a-afdf-1db8c2ec7919)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:32:45.159105 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Returning: {'device': '59a327bd-bf23-464a-abc3-705a2f7e3dab', 'network_id': '0257796d-3fa1-4b5b-ba6d-34b2e497e810', 'port_id': '59a327bd-bf23-464a-abc3-705a2f7e3dab', 'mac_address': 'fa:16:3e:b4:96:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '096b39b0-a085-4401-bf7c-3db8fe7f35de', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93207) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 02:32:45.199988 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:45.213595 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.notifiers.nova [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59a327bd-bf23-464a-abc3-705a2f7e3dab {{(pid=93207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:32:45.231716 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-13da4107-cb59-4bed-b653-7b61327318f6 admin admin] For port 13c5ab6b-b5e8-4fd7-9150-f938f82ec27b, host dv-cinder-792299-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=13c5ab6b-b5e8-4fd7-9150-f938f82ec27b,segment=NetworkSegment(dc7a4111-08c6-49a7-9d1a-9c6c455d7841),segment_id=dc7a4111-08c6-49a7-9d1a-9c6c455d7841)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:32:45.232218 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-13da4107-cb59-4bed-b653-7b61327318f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760608'] for port, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:45.234341 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port 59a327bd-bf23-464a-abc3-705a2f7e3dab, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=59a327bd-bf23-464a-abc3-705a2f7e3dab,segment=NetworkSegment(d6982e4b-d3f3-449a-afdf-1db8c2ec7919),segment_id=d6982e4b-d3f3-449a-afdf-1db8c2ec7919)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:32:45.240483 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:45.246721 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-13da4107-cb59-4bed-b653-7b61327318f6 admin admin] Calling delete_port for 13c5ab6b-b5e8-4fd7-9150-f938f82ec27b owned by network:router_interface {{(pid=93206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:32:45.292632 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Pushing event updated for resources: {'Port': ['ID=59a327bd-bf23-464a-abc3-705a2f7e3dab,revision_number=4']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:45.451709 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 60370) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:45.458228 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-13da4107-cb59-4bed-b653-7b61327318f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789867968359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789867566228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909347'] for port, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:45.483809 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da4107-cb59-4bed-b653-7b61327318f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=13c5ab6b-b5e8-4fd7-9150-f938f82ec27b,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:45.555162 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] get_ports_and_sgs() called for port_ids ['59a327bd-bf23-464a-abc3-705a2f7e3dab'] {{(pid=93207) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:32:45.558901 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-5b64824f-9d8c-4dee-92dc-52d2aa8e503a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:45.733196 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-13da4107-cb59-4bed-b653-7b61327318f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1758225'] for router_interface, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:45.761062 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db8ebf3-dbf7-4309-a7fe-9749f41ff06a req-59ba8281-440e-4a10-b108-641f6cac8865 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:45.762517 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-8db8ebf3-dbf7-4309-a7fe-9749f41ff06a req-59ba8281-440e-4a10-b108-641f6cac8865 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] 10.222.0.30 "GET /v2.0/ports?device_id=e685232e-ba36-489d-b86e-5ffacb58c0ce HTTP/1.1" status: 200 len: 945 time: 0.1349411 Jul 22 02:32:45.890762 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-5b64824f-9d8c-4dee-92dc-52d2aa8e503a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:45.896822 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-8db8ebf3-dbf7-4309-a7fe-9749f41ff06a req-c9aa9a2f-617a-49b0-884b-73ae1ca75472 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] 10.222.0.30 "GET /v2.0/security-groups?id=b052ee6d-17cb-4aa6-a0a1-5be1b21f5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286869 Jul 22 02:32:45.899152 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-5b64824f-9d8c-4dee-92dc-52d2aa8e503a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:45.945685 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-5b64824f-9d8c-4dee-92dc-52d2aa8e503a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=67a3f728b7544fc68a88567e0ba449e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4929557 Jul 22 02:32:45.948487 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 60380) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:45.949042 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b64824f-9d8c-4dee-92dc-52d2aa8e503a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8274796-9479-425c-8c85-5c26901ea15e,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:46.005883 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-0dd868e5-004f-46fb-8c9c-3680e5d4dd9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:46.026882 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-0dd868e5-004f-46fb-8c9c-3680e5d4dd9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:46.058543 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13da4107-cb59-4bed-b653-7b61327318f6 admin admin] Router a4282070-d858-4359-bc01-7128d5123bac has already been hosted by L3 agent f9ed0358-a013-4c74-a622-17ee633b4610 {{(pid=93206) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 02:32:46.074758 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-0dd868e5-004f-46fb-8c9c-3680e5d4dd9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:46.077560 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-0dd868e5-004f-46fb-8c9c-3680e5d4dd9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:46.078722 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-0dd868e5-004f-46fb-8c9c-3680e5d4dd9e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c8274796-9479-425c-8c85-5c26901ea15e HTTP/1.1" status: 204 len: 168 time: 0.1292045 Jul 22 02:32:46.086871 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd868e5-004f-46fb-8c9c-3680e5d4dd9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8274796-9479-425c-8c85-5c26901ea15e,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:46.177705 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13da4107-cb59-4bed-b653-7b61327318f6 admin admin] Notify agent at l3_agent.dv-cinder-792299-6-iscsi the message routers_updated {{(pid=93206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:32:46.184068 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-13da4107-cb59-4bed-b653-7b61327318f6 admin admin] 10.222.0.30 "PUT /v2.0/routers/a4282070-d858-4359-bc01-7128d5123bac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8038206 Jul 22 02:32:46.185711 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 60386) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:46.190815 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50721e9-92c9-45d1-9bbf-d73a1e7c1d84 None None] Sync routers for ids ['a4282070-d858-4359-bc01-7128d5123bac'] in dv-cinder-792299-6-iscsi {{(pid=93208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:32:46.201576 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50721e9-92c9-45d1-9bbf-d73a1e7c1d84 None None] Routers {'a4282070-d858-4359-bc01-7128d5123bac'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:32:46.202289 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-d50721e9-92c9-45d1-9bbf-d73a1e7c1d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:32:44Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['a4282070-d858-4359-bc01-7128d5123bac'], 'active': True} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:32:46.232810 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-46ac0fbd-03cc-41f5-9e75-a35c43e1b5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:46.313506 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvr_db [None req-d50721e9-92c9-45d1-9bbf-d73a1e7c1d84 None None] Set router a4282070-d858-4359-bc01-7128d5123bac gateway port host: dv-cinder-792299-6-iscsi {{(pid=93208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:32:46.384254 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 60388) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:46.398182 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-e01a8faa-b236-495e-9ea2-779c6fb47140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:46.494987 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-e01a8faa-b236-495e-9ea2-779c6fb47140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:46.499655 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-e01a8faa-b236-495e-9ea2-779c6fb47140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:46.508500 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-d50721e9-92c9-45d1-9bbf-d73a1e7c1d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4282070-d858-4359-bc01-7128d5123bac', 'name': 'tempest-ServerRescueNegativeTestJSON-1902646941-router', 'tenant_id': '983dc1d7a16247a98a094716f99ada48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'da7e3df4-d60f-4ae1-96b6-ebc0f5d412cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:28:45Z', 'updated_at': '2021-07-22T02:32:45Z', 'revision_number': 5, 'project_id': '983dc1d7a16247a98a094716f99ada48', 'gw_port': {'id': 'da7e3df4-d60f-4ae1-96b6-ebc0f5d412cc', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:8b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4282070-d858-4359-bc01-7128d5123bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:28:47Z', 'updated_at': '2021-07-22T02:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi'}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:32:46.521870 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-1bb7ff2f-18f4-4b96-9c64-772e2f379c51 admin admin] Notify callbacks [] for router, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:46.534839 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50721e9-92c9-45d1-9bbf-d73a1e7c1d84 None None] Checking router: a4282070-d858-4359-bc01-7128d5123bac for host: dv-cinder-792299-6-iscsi {{(pid=93208) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:32:46.536594 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01a8faa-b236-495e-9ea2-779c6fb47140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ffb18ac-78cd-4f50-b914-e1090e964aad,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:46.543785 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50721e9-92c9-45d1-9bbf-d73a1e7c1d84 None None] Routers {'a4282070-d858-4359-bc01-7128d5123bac'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:32:46.544383 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-e01a8faa-b236-495e-9ea2-779c6fb47140 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=762b38978f2043889e92572b0e798040&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1589375 Jul 22 02:32:46.544522 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-d50721e9-92c9-45d1-9bbf-d73a1e7c1d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:32:44Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['a4282070-d858-4359-bc01-7128d5123bac'], 'active': True} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:32:46.545293 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 60390) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:46.598884 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-5ecda67a-88c8-4309-8c35-1bd4f9b01198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:46.621102 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-5ecda67a-88c8-4309-8c35-1bd4f9b01198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:46.628798 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-1bb7ff2f-18f4-4b96-9c64-772e2f379c51 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:46.661401 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvr_db [None req-d50721e9-92c9-45d1-9bbf-d73a1e7c1d84 None None] Set router a4282070-d858-4359-bc01-7128d5123bac gateway port host: dv-cinder-792299-6-iscsi {{(pid=93208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:32:46.671285 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-5ecda67a-88c8-4309-8c35-1bd4f9b01198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:46.674252 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-5ecda67a-88c8-4309-8c35-1bd4f9b01198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:46.679258 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-5ecda67a-88c8-4309-8c35-1bd4f9b01198 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9ffb18ac-78cd-4f50-b914-e1090e964aad HTTP/1.1" status: 204 len: 168 time: 0.1330259 Jul 22 02:32:46.687634 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecda67a-88c8-4309-8c35-1bd4f9b01198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ffb18ac-78cd-4f50-b914-e1090e964aad,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:46.699903 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-1bb7ff2f-18f4-4b96-9c64-772e2f379c51 admin admin] Deleting port da7e3df4-d60f-4ae1-96b6-ebc0f5d412cc {{(pid=93206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:32:46.700585 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-1bb7ff2f-18f4-4b96-9c64-772e2f379c51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789867966868'] for port, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:46.787539 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-1bb7ff2f-18f4-4b96-9c64-772e2f379c51 admin admin] For port da7e3df4-d60f-4ae1-96b6-ebc0f5d412cc, host dv-cinder-792299-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=da7e3df4-d60f-4ae1-96b6-ebc0f5d412cc,segment=NetworkSegment(9c11ce42-9cd0-4724-aa43-c030ca3574d3),segment_id=9c11ce42-9cd0-4724-aa43-c030ca3574d3)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:32:46.788174 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-1bb7ff2f-18f4-4b96-9c64-772e2f379c51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760608'] for port, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:46.800777 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-1bb7ff2f-18f4-4b96-9c64-772e2f379c51 admin admin] Calling delete_port for da7e3df4-d60f-4ae1-96b6-ebc0f5d412cc owned by network:router_gateway {{(pid=93206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:32:46.846302 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-d50721e9-92c9-45d1-9bbf-d73a1e7c1d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4282070-d858-4359-bc01-7128d5123bac', 'name': 'tempest-ServerRescueNegativeTestJSON-1902646941-router', 'tenant_id': '983dc1d7a16247a98a094716f99ada48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'da7e3df4-d60f-4ae1-96b6-ebc0f5d412cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:28:45Z', 'updated_at': '2021-07-22T02:32:45Z', 'revision_number': 5, 'project_id': '983dc1d7a16247a98a094716f99ada48', 'gw_port': {'id': 'da7e3df4-d60f-4ae1-96b6-ebc0f5d412cc', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:8b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4282070-d858-4359-bc01-7128d5123bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:28:47Z', 'updated_at': '2021-07-22T02:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi'}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:32:46.870130 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50721e9-92c9-45d1-9bbf-d73a1e7c1d84 None None] The sync data for ids ['a4282070-d858-4359-bc01-7128d5123bac'] in dv-cinder-792299-6-iscsi is: [{'id': 'a4282070-d858-4359-bc01-7128d5123bac', 'name': 'tempest-ServerRescueNegativeTestJSON-1902646941-router', 'tenant_id': '983dc1d7a16247a98a094716f99ada48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'da7e3df4-d60f-4ae1-96b6-ebc0f5d412cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:28:45Z', 'updated_at': '2021-07-22T02:32:45Z', 'revision_number': 5, 'project_id': '983dc1d7a16247a98a094716f99ada48', 'gw_port': {'id': 'da7e3df4-d60f-4ae1-96b6-ebc0f5d412cc', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:8b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4282070-d858-4359-bc01-7128d5123bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:28:47Z', 'updated_at': '2021-07-22T02:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi'}] {{(pid=93208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:32:47.005874 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-1bb7ff2f-18f4-4b96-9c64-772e2f379c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789867968359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789867566228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909347'] for port, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:47.037627 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb7ff2f-18f4-4b96-9c64-772e2f379c51 admin admin] Pushing event deleted for resources: {'Port': ['ID=da7e3df4-d60f-4ae1-96b6-ebc0f5d412cc,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:47.046915 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device 59a327bd-bf23-464a-abc3-705a2f7e3dab up at agent hyperv_hv-cinder-79229 {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:32:47.101152 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Provisioning for port 59a327bd-bf23-464a-abc3-705a2f7e3dab completed by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:32:47.105402 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Provisioning complete for port 59a327bd-bf23-464a-abc3-705a2f7e3dab triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:32:47.105791 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:47.117987 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65475577-8c66-4b98-b8e4-f31093ca458e req-4da2946a-d65b-4759-bf26-4b8766b25c66 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:47.119506 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-65475577-8c66-4b98-b8e4-f31093ca458e req-4da2946a-d65b-4759-bf26-4b8766b25c66 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] 10.222.0.30 "GET /v2.0/ports?device_id=e685232e-ba36-489d-b86e-5ffacb58c0ce HTTP/1.1" status: 200 len: 945 time: 0.1499104 Jul 22 02:32:47.127339 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-1bb7ff2f-18f4-4b96-9c64-772e2f379c51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1746615'] for router_gateway, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:47.187227 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:47.219948 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e685232e-ba36-489d-b86e-5ffacb58c0ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a327bd-bf23-464a-abc3-705a2f7e3dab'}] {{(pid=93207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:32:47.230261 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7ee477d080e02922d9a3c1e9b5cc60990edb702a504399eb5b32d0111ac025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b2b784-0271-4469-99a6-ba19e14b463b" -d '{"events": [{"server_uuid": "e685232e-ba36-489d-b86e-5ffacb58c0ce", "name": "network-vif-plugged", "status": "completed", "tag": "59a327bd-bf23-464a-abc3-705a2f7e3dab"}]}' {{(pid=93207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:32:47.251540 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port 59a327bd-bf23-464a-abc3-705a2f7e3dab, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=59a327bd-bf23-464a-abc3-705a2f7e3dab,segment=NetworkSegment(d6982e4b-d3f3-449a-afdf-1db8c2ec7919),segment_id=d6982e4b-d3f3-449a-afdf-1db8c2ec7919)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:32:47.263923 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:47.265345 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device 21642b83-cb97-476d-9965-9d450d17bc83 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:32:47.294559 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-1bb7ff2f-18f4-4b96-9c64-772e2f379c51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1745248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25286'] for router, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:47.301780 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-1bb7ff2f-18f4-4b96-9c64-772e2f379c51 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:47.339511 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1634d5c-2d18-4789-8b3f-958a81072d13 x-openstack-request-id: req-c1634d5c-2d18-4789-8b3f-958a81072d13 {{(pid=93207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:32:47.340032 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e685232e-ba36-489d-b86e-5ffacb58c0ce", "name": "network-vif-plugged", "status": "completed", "tag": "59a327bd-bf23-464a-abc3-705a2f7e3dab", "code": 200}]} {{(pid=93207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:32:47.340457 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c1634d5c-2d18-4789-8b3f-958a81072d13 {{(pid=93207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:32:47.341039 dv-cinder-792299-6-iscsi neutron-server[93207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e685232e-ba36-489d-b86e-5ffacb58c0ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a327bd-bf23-464a-abc3-705a2f7e3dab', 'code': 200} Jul 22 02:32:47.343786 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] No Port match for: 21642b83-cb97-476d-9965-9d450d17bc83 {{(pid=93207) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:32:47.344427 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device 21642b83-cb97-476d-9965-9d450d17bc83 not bound to the agent host hv-cinder-79229 {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:32:47.372203 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Pushing event updated for resources: {'Port': ['ID=59a327bd-bf23-464a-abc3-705a2f7e3dab,revision_number=5']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:47.390196 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-65475577-8c66-4b98-b8e4-f31093ca458e req-dd17e3f5-9a51-4a71-a65c-0d0d8ec096c6 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] 10.222.0.30 "GET /v2.0/security-groups?id=b052ee6d-17cb-4aa6-a0a1-5be1b21f5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481692 Jul 22 02:32:47.430120 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device 13c5ab6b-b5e8-4fd7-9150-f938f82ec27b no longer exists at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:32:47.454790 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-1bb7ff2f-18f4-4b96-9c64-772e2f379c51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760588'] for router, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:47.455393 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb7ff2f-18f4-4b96-9c64-772e2f379c51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4282070-d858-4359-bc01-7128d5123bac {{(pid=93206) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 02:32:47.464082 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-1bb7ff2f-18f4-4b96-9c64-772e2f379c51 admin admin] Notify callbacks [] for router, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:47.467757 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-1bb7ff2f-18f4-4b96-9c64-772e2f379c51 admin admin] 10.222.0.30 "DELETE /v2.0/routers/a4282070-d858-4359-bc01-7128d5123bac HTTP/1.1" status: 204 len: 168 time: 1.2786884 Jul 22 02:32:47.468111 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 60416) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:47.468806 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] No Port match for: 13c5ab6b-b5e8-4fd7-9150-f938f82ec27b {{(pid=93207) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:32:47.469392 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device 13c5ab6b-b5e8-4fd7-9150-f938f82ec27b not bound to the agent host dv-cinder-792299-6-iscsi {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:32:47.528302 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.db_base_plugin_v2 [None req-73a85f10-cd9a-415a-8096-62edb86ddc22 admin admin] Deleting subnet 72796e7a-066a-4b87-aca1-2c9cb7a8cc4a {{(pid=93206) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 02:32:47.531421 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-73a85f10-cd9a-415a-8096-62edb86ddc22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:47.596282 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-73a85f10-cd9a-415a-8096-62edb86ddc22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8871341'] for subnet, precommit_delete_associations {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:47.674997 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc12fd-c4f7-4ff6-b9e7-f306c34e89a2 req-f00f189b-1031-41c2-9912-ec84f8619845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:47.676469 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-12cc12fd-c4f7-4ff6-b9e7-f306c34e89a2 req-f00f189b-1031-41c2-9912-ec84f8619845 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e685232e-ba36-489d-b86e-5ffacb58c0ce HTTP/1.1" status: 200 len: 1099 time: 0.1261468 Jul 22 02:32:47.677609 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-73a85f10-cd9a-415a-8096-62edb86ddc22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774554'] for subnet, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:47.741101 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-12cc12fd-c4f7-4ff6-b9e7-f306c34e89a2 req-68c442a3-a484-4271-9123-0542fa17ee30 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b052ee6d-17cb-4aa6-a0a1-5be1b21f5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444164 Jul 22 02:32:47.754561 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-73a85f10-cd9a-415a-8096-62edb86ddc22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9965702'] for subnet, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:47.780501 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a85f10-cd9a-415a-8096-62edb86ddc22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72796e7a-066a-4b87-aca1-2c9cb7a8cc4a,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:47.784718 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-73a85f10-cd9a-415a-8096-62edb86ddc22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:47.789190 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-73a85f10-cd9a-415a-8096-62edb86ddc22 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/72796e7a-066a-4b87-aca1-2c9cb7a8cc4a HTTP/1.1" status: 204 len: 168 time: 0.3161161 Jul 22 02:32:47.789547 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 60426) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:48.047222 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a907b73c-db1e-4f25-80ee-e5ddce04cb5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-716893'] for network, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:48.136253 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a907b73c-db1e-4f25-80ee-e5ddce04cb5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-773542', 'neutron.services.segments.db._delete_segments_for_network-8789868033329'] for network, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:48.146447 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.services.segments.db [None req-a907b73c-db1e-4f25-80ee-e5ddce04cb5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72ed7fff-9ec8-4d42-8728-85745d62dd2e']}} {{(pid=93205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:32:48.158597 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.services.segments.db [None req-a907b73c-db1e-4f25-80ee-e5ddce04cb5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc7a4111-08c6-49a7-9d1a-9c6c455d7841') {'for_net_delete': True} {{(pid=93205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:32:48.158597 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.services.segments.db [None req-a907b73c-db1e-4f25-80ee-e5ddce04cb5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc7a4111-08c6-49a7-9d1a-9c6c455d7841') {} {{(pid=93205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:32:48.166292 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a907b73c-db1e-4f25-80ee-e5ddce04cb5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789868033850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3324604'] for segment, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:48.180550 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a907b73c-db1e-4f25-80ee-e5ddce04cb5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767938'] for segment, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:48.186419 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a907b73c-db1e-4f25-80ee-e5ddce04cb5b admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=93205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 02:32:48.186792 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a907b73c-db1e-4f25-80ee-e5ddce04cb5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3324428'] for segment, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:48.188418 dv-cinder-792299-6-iscsi neutron-server[93205]: Traceback (most recent call last): Jul 22 02:32:48.188418 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 02:32:48.188418 dv-cinder-792299-6-iscsi neutron-server[93205]: timer() Jul 22 02:32:48.188418 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 02:32:48.188418 dv-cinder-792299-6-iscsi neutron-server[93205]: cb(*args, **kw) Jul 22 02:32:48.188418 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 02:32:48.188418 dv-cinder-792299-6-iscsi neutron-server[93205]: return func(*args, **kwargs) Jul 22 02:32:48.188418 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 02:32:48.188418 dv-cinder-792299-6-iscsi neutron-server[93205]: self._notify() Jul 22 02:32:48.188418 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 02:32:48.188418 dv-cinder-792299-6-iscsi neutron-server[93205]: self.callback(batched_events) Jul 22 02:32:48.188418 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 02:32:48.188418 dv-cinder-792299-6-iscsi neutron-server[93205]: event.method(event) Jul 22 02:32:48.188418 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 02:32:48.188418 dv-cinder-792299-6-iscsi neutron-server[93205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 02:32:48.188418 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 02:32:48.188418 dv-cinder-792299-6-iscsi neutron-server[93205]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 02:32:48.188418 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 02:32:48.188418 dv-cinder-792299-6-iscsi neutron-server[93205]: return f(self, *a, **k) Jul 22 02:32:48.188418 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 02:32:48.188418 dv-cinder-792299-6-iscsi neutron-server[93205]: return self._get(url).json() Jul 22 02:32:48.188418 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 02:32:48.188418 dv-cinder-792299-6-iscsi neutron-server[93205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 02:32:48.188418 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 02:32:48.188418 dv-cinder-792299-6-iscsi neutron-server[93205]: return self.request(url, 'GET', **kwargs) Jul 22 02:32:48.188418 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 02:32:48.188418 dv-cinder-792299-6-iscsi neutron-server[93205]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 02:32:48.188418 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 02:32:48.188418 dv-cinder-792299-6-iscsi neutron-server[93205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 02:32:48.188418 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 02:32:48.188418 dv-cinder-792299-6-iscsi neutron-server[93205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 02:32:48.188418 dv-cinder-792299-6-iscsi neutron-server[93205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 02:32:48.241854 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a907b73c-db1e-4f25-80ee-e5ddce04cb5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746579'] for network, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:48.246366 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a907b73c-db1e-4f25-80ee-e5ddce04cb5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583845'] for network, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:48.251373 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-a907b73c-db1e-4f25-80ee-e5ddce04cb5b admin admin] 10.222.0.30 "DELETE /v2.0/networks/72ed7fff-9ec8-4d42-8728-85745d62dd2e HTTP/1.1" status: 204 len: 168 time: 0.4580419 Jul 22 02:32:48.260075 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907b73c-db1e-4f25-80ee-e5ddce04cb5b admin admin] Pushing event deleted for resources: {'Network': ['ID=72ed7fff-9ec8-4d42-8728-85745d62dd2e,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:48.371414 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 60444) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:48.410267 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-d655ab66-e6fd-41f8-b756-5f1886e9e9de admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=983dc1d7a16247a98a094716f99ada48&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0377076 Jul 22 02:32:48.413216 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 60446) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:48.415369 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 60448) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:48.469220 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-cdee1334-69bb-4782-be2b-cf22f7870a11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:48.516338 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-cdee1334-69bb-4782-be2b-cf22f7870a11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:48.569512 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a23f5-b3a1-4fce-ba9a-f1ce9a9b85de req-9f90c90c-f516-4196-a55a-cfafce67695b tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:48.570993 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d60a23f5-b3a1-4fce-ba9a-f1ce9a9b85de req-9f90c90c-f516-4196-a55a-cfafce67695b tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] 10.222.0.30 "GET /v2.0/ports?device_id=e685232e-ba36-489d-b86e-5ffacb58c0ce HTTP/1.1" status: 200 len: 946 time: 0.1037867 Jul 22 02:32:48.574073 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-57e49b8e-eac2-4875-920f-133b42cd9901 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:48.594723 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-cdee1334-69bb-4782-be2b-cf22f7870a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:48.597370 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-cdee1334-69bb-4782-be2b-cf22f7870a11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:48.598565 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-cdee1334-69bb-4782-be2b-cf22f7870a11 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7115bb6f-e708-4c78-9231-1895b6552933 HTTP/1.1" status: 204 len: 168 time: 0.1843953 Jul 22 02:32:48.616789 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1334-69bb-4782-be2b-cf22f7870a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7115bb6f-e708-4c78-9231-1895b6552933,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:48.627376 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d60a23f5-b3a1-4fce-ba9a-f1ce9a9b85de req-5169b8a2-e0d5-4319-9bf8-5daf8d49147e tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] 10.222.0.30 "GET /v2.0/security-groups?id=b052ee6d-17cb-4aa6-a0a1-5be1b21f5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500576 Jul 22 02:32:48.691982 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-57e49b8e-eac2-4875-920f-133b42cd9901 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:48.696213 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-57e49b8e-eac2-4875-920f-133b42cd9901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:48.744185 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-57e49b8e-eac2-4875-920f-133b42cd9901 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cf6b007c54984debac48b1cfed42ce95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3252816 Jul 22 02:32:48.744185 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e49b8e-eac2-4875-920f-133b42cd9901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d08880c1-145b-4ddc-ba25-1f2db9ec545b,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:48.744632 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 60458) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:48.754768 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e49b8e-eac2-4875-920f-133b42cd9901 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:48.755159 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e49b8e-eac2-4875-920f-133b42cd9901 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:48.755518 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e49b8e-eac2-4875-920f-133b42cd9901 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:48.756018 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e49b8e-eac2-4875-920f-133b42cd9901 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:48.756313 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e49b8e-eac2-4875-920f-133b42cd9901 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:48.756666 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e49b8e-eac2-4875-920f-133b42cd9901 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:48.757001 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e49b8e-eac2-4875-920f-133b42cd9901 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:48.757324 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e49b8e-eac2-4875-920f-133b42cd9901 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:48.757648 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e49b8e-eac2-4875-920f-133b42cd9901 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:48.757971 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e49b8e-eac2-4875-920f-133b42cd9901 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:48.758289 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e49b8e-eac2-4875-920f-133b42cd9901 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:48.758605 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e49b8e-eac2-4875-920f-133b42cd9901 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:48.796911 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-b6edc8cd-bdf4-4165-a878-9d019b138a9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:48.817703 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-b6edc8cd-bdf4-4165-a878-9d019b138a9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:48.867477 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-b6edc8cd-bdf4-4165-a878-9d019b138a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:48.870250 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-b6edc8cd-bdf4-4165-a878-9d019b138a9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:48.871475 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-b6edc8cd-bdf4-4165-a878-9d019b138a9c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d08880c1-145b-4ddc-ba25-1f2db9ec545b HTTP/1.1" status: 204 len: 168 time: 0.1258121 Jul 22 02:32:48.880044 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6edc8cd-bdf4-4165-a878-9d019b138a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d08880c1-145b-4ddc-ba25-1f2db9ec545b,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:49.119047 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device da7e3df4-d60f-4ae1-96b6-ebc0f5d412cc no longer exists at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:32:49.140165 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] No Port match for: da7e3df4-d60f-4ae1-96b6-ebc0f5d412cc {{(pid=93207) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:32:49.140515 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device da7e3df4-d60f-4ae1-96b6-ebc0f5d412cc not bound to the agent host dv-cinder-792299-6-iscsi {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:32:49.151344 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 60478) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:49.164331 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9592821d-8362-4eb3-80b9-eddc7a476840 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:49.261353 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9592821d-8362-4eb3-80b9-eddc7a476840 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:49.266757 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9592821d-8362-4eb3-80b9-eddc7a476840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:49.307987 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-9592821d-8362-4eb3-80b9-eddc7a476840 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=85edfb2d50294011a72ea45eda3c88ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1555808 Jul 22 02:32:49.309067 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9592821d-8362-4eb3-80b9-eddc7a476840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfdc5978-c6e4-4fb9-a3be-1115125f1430,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:49.310845 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 60484) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:49.362716 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-fdccee36-561a-4e65-9201-7aebe2aaedf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:49.383638 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-fdccee36-561a-4e65-9201-7aebe2aaedf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:49.428972 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-fdccee36-561a-4e65-9201-7aebe2aaedf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:49.431763 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-fdccee36-561a-4e65-9201-7aebe2aaedf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:49.433125 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-fdccee36-561a-4e65-9201-7aebe2aaedf5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dfdc5978-c6e4-4fb9-a3be-1115125f1430 HTTP/1.1" status: 204 len: 168 time: 0.1207392 Jul 22 02:32:49.440951 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdccee36-561a-4e65-9201-7aebe2aaedf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfdc5978-c6e4-4fb9-a3be-1115125f1430,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:49.760786 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b2da5-2a3e-4152-a50a-3c62a2ae1efa req-37fdd57f-438c-4aa3-bd0d-f2770e30a1f4 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:49.765389 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-ca2b2da5-2a3e-4152-a50a-3c62a2ae1efa req-37fdd57f-438c-4aa3-bd0d-f2770e30a1f4 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] 10.222.0.30 "GET /v2.0/ports?device_id=e685232e-ba36-489d-b86e-5ffacb58c0ce HTTP/1.1" status: 200 len: 946 time: 0.0673289 Jul 22 02:32:49.807026 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-ca2b2da5-2a3e-4152-a50a-3c62a2ae1efa req-31b2fcde-988d-41e0-90ad-2045aabf708e tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] 10.222.0.30 "GET /v2.0/security-groups?id=b052ee6d-17cb-4aa6-a0a1-5be1b21f5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362589 Jul 22 02:32:51.852643 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 60604) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:51.951593 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-96e70c33-0602-4e50-932c-51f7a83c5425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:52.041602 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-96e70c33-0602-4e50-932c-51f7a83c5425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:52.045169 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-96e70c33-0602-4e50-932c-51f7a83c5425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:52.084561 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-96e70c33-0602-4e50-932c-51f7a83c5425 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6f34403f141d4d97b18d4a1140ca5435&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2308502 Jul 22 02:32:52.085454 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e70c33-0602-4e50-932c-51f7a83c5425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6949de38-6b9b-4899-a438-8b9dd043f146,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:52.087262 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 60608) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:52.137151 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-ef5febf8-74f8-4f96-af67-41bb02fa98c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:52.157216 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-ef5febf8-74f8-4f96-af67-41bb02fa98c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:52.201383 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-ef5febf8-74f8-4f96-af67-41bb02fa98c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:52.203934 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-ef5febf8-74f8-4f96-af67-41bb02fa98c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:52.205057 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-ef5febf8-74f8-4f96-af67-41bb02fa98c5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6949de38-6b9b-4899-a438-8b9dd043f146 HTTP/1.1" status: 204 len: 168 time: 0.1167614 Jul 22 02:32:52.214483 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5febf8-74f8-4f96-af67-41bb02fa98c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6949de38-6b9b-4899-a438-8b9dd043f146,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:52.221709 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5febf8-74f8-4f96-af67-41bb02fa98c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:52.222064 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5febf8-74f8-4f96-af67-41bb02fa98c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:52.222406 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5febf8-74f8-4f96-af67-41bb02fa98c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:52.222742 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5febf8-74f8-4f96-af67-41bb02fa98c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:52.223076 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5febf8-74f8-4f96-af67-41bb02fa98c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:52.223514 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5febf8-74f8-4f96-af67-41bb02fa98c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:52.224382 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5febf8-74f8-4f96-af67-41bb02fa98c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:52.224797 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5febf8-74f8-4f96-af67-41bb02fa98c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:52.225130 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5febf8-74f8-4f96-af67-41bb02fa98c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:52.225482 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5febf8-74f8-4f96-af67-41bb02fa98c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:52.225809 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5febf8-74f8-4f96-af67-41bb02fa98c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:52.226130 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5febf8-74f8-4f96-af67-41bb02fa98c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:32:52.461710 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 60616) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:52.475233 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-28e15f03-2a9d-4c8c-924c-3e0f43ccc24b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:52.558189 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-28e15f03-2a9d-4c8c-924c-3e0f43ccc24b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:52.561752 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-28e15f03-2a9d-4c8c-924c-3e0f43ccc24b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:52.597168 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-28e15f03-2a9d-4c8c-924c-3e0f43ccc24b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d4d4e254520d46d2a9d8b98e9b0ab04c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1343668 Jul 22 02:32:52.599028 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e15f03-2a9d-4c8c-924c-3e0f43ccc24b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6112ce74-14d2-477b-984c-55cc64925f41,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:52.600011 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 60618) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:32:52.648184 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-160f529d-2e8c-4794-9809-185ee79186ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:52.669058 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-160f529d-2e8c-4794-9809-185ee79186ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:52.713275 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-160f529d-2e8c-4794-9809-185ee79186ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:52.715808 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-160f529d-2e8c-4794-9809-185ee79186ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:32:52.716968 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-160f529d-2e8c-4794-9809-185ee79186ab admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6112ce74-14d2-477b-984c-55cc64925f41 HTTP/1.1" status: 204 len: 168 time: 0.1159060 Jul 22 02:32:52.724562 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160f529d-2e8c-4794-9809-185ee79186ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6112ce74-14d2-477b-984c-55cc64925f41,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:32:58.531184 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdeec2f-42b2-4f2f-b9da-33cc7fe8237c req-7116968b-4c7e-4aa0-936e-0fa80db1da1f tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:58.532672 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-bcdeec2f-42b2-4f2f-b9da-33cc7fe8237c req-7116968b-4c7e-4aa0-936e-0fa80db1da1f tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/ports?device_id=71dfa8dc-f40a-4525-8062-460fe5fb9c31 HTTP/1.1" status: 200 len: 985 time: 0.1039212 Jul 22 02:32:58.538818 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93d43c-6ddb-46e6-802f-c3225128b804 req-d88a146d-98f8-4885-87fc-7ab1f3f6165e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:58.540185 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-2a93d43c-6ddb-46e6-802f-c3225128b804 req-d88a146d-98f8-4885-87fc-7ab1f3f6165e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=60e53c28ef444ab7bab4b366b3848f57&device_id=71dfa8dc-f40a-4525-8062-460fe5fb9c31 HTTP/1.1" status: 200 len: 1138 time: 0.0991185 Jul 22 02:32:58.602430 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-bcdeec2f-42b2-4f2f-b9da-33cc7fe8237c req-83ba0956-848d-4a9e-af4e-779633d2fa28 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/security-groups?id=f13f5576-774a-463a-ae27-ddf3f24faf9e&id=69d4309b-5c39-4c14-bfec-fabe272b583a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0612583 Jul 22 02:32:58.661213 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93d43c-6ddb-46e6-802f-c3225128b804 req-d3f5186b-db02-47d3-998c-3d35030c9552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:58.662703 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-2a93d43c-6ddb-46e6-802f-c3225128b804 req-d3f5186b-db02-47d3-998c-3d35030c9552 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7d104b28-014f-472e-8afa-ee2cdb209037 HTTP/1.1" status: 200 len: 914 time: 0.1084008 Jul 22 02:32:58.732785 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-2a93d43c-6ddb-46e6-802f-c3225128b804 req-6f4269c3-10b3-446a-a80f-38da3f8d5d55 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd2c65fe-516a-41aa-9be1-348af6dff2e1 HTTP/1.1" status: 200 len: 1001 time: 0.0621202 Jul 22 02:32:58.794800 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93d43c-6ddb-46e6-802f-c3225128b804 req-dbe7cc5d-dbbc-4e51-a02d-94598a7d64ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:58.796381 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-2a93d43c-6ddb-46e6-802f-c3225128b804 req-dbe7cc5d-dbbc-4e51-a02d-94598a7d64ea service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e348ba7a-6c7e-455e-97d0-0c7dd6db87f0 HTTP/1.1" status: 200 len: 853 time: 0.0500009 Jul 22 02:32:58.855825 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93d43c-6ddb-46e6-802f-c3225128b804 req-3040bd87-d08b-420a-a660-58a4e7ea322f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:58.857267 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-2a93d43c-6ddb-46e6-802f-c3225128b804 req-3040bd87-d08b-420a-a660-58a4e7ea322f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7d104b28-014f-472e-8afa-ee2cdb209037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0537999 Jul 22 02:32:58.944243 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-2a93d43c-6ddb-46e6-802f-c3225128b804 req-c34795b4-2078-43fb-8a5b-402a249360c7 service neutron] 10.222.0.23 "GET /v2.0/networks/7d104b28-014f-472e-8afa-ee2cdb209037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792472 Jul 22 02:32:59.037832 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-2a93d43c-6ddb-46e6-802f-c3225128b804 req-9f196d9a-9023-440e-838f-9f51fb31ffeb service neutron] 10.222.0.23 "GET /v2.0/networks/7d104b28-014f-472e-8afa-ee2cdb209037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864167 Jul 22 02:32:59.735839 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d04d447-13b2-4965-99b7-cfc8fee1e03b req-6a6a1062-499c-4d01-8af6-a2bf3df0cc8d tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:32:59.737539 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-0d04d447-13b2-4965-99b7-cfc8fee1e03b req-6a6a1062-499c-4d01-8af6-a2bf3df0cc8d tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/ports?device_id=71dfa8dc-f40a-4525-8062-460fe5fb9c31 HTTP/1.1" status: 200 len: 985 time: 0.0620925 Jul 22 02:32:59.776279 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-0d04d447-13b2-4965-99b7-cfc8fee1e03b req-d3bca3b1-4cad-4515-81b7-88ed7e4c6f15 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/security-groups?id=f13f5576-774a-463a-ae27-ddf3f24faf9e&id=69d4309b-5c39-4c14-bfec-fabe272b583a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332057 Jul 22 02:33:00.903033 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bdbf76-ebb0-4fbc-a9ef-519023a84b30 req-5f5c32b6-f924-42fc-b307-44c2175f512a tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:00.904494 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-c3bdbf76-ebb0-4fbc-a9ef-519023a84b30 req-5f5c32b6-f924-42fc-b307-44c2175f512a tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/ports?device_id=71dfa8dc-f40a-4525-8062-460fe5fb9c31 HTTP/1.1" status: 200 len: 985 time: 0.0622594 Jul 22 02:33:00.946290 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-c3bdbf76-ebb0-4fbc-a9ef-519023a84b30 req-a981165e-6cd8-4b21-844d-9e2c4b3c4638 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/security-groups?id=f13f5576-774a-463a-ae27-ddf3f24faf9e&id=69d4309b-5c39-4c14-bfec-fabe272b583a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360825 Jul 22 02:33:02.078883 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a64c3-26b2-47fc-8c6f-5170595f6226 req-1390c2b9-d172-4eb1-b0f9-af0a2a0d307a tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:02.080390 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-db9a64c3-26b2-47fc-8c6f-5170595f6226 req-1390c2b9-d172-4eb1-b0f9-af0a2a0d307a tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/ports?device_id=71dfa8dc-f40a-4525-8062-460fe5fb9c31 HTTP/1.1" status: 200 len: 985 time: 0.0648625 Jul 22 02:33:02.123424 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-db9a64c3-26b2-47fc-8c6f-5170595f6226 req-3d5c5faf-e295-4e58-bbe9-40ccd407d6ff tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/security-groups?id=f13f5576-774a-463a-ae27-ddf3f24faf9e&id=69d4309b-5c39-4c14-bfec-fabe272b583a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334127 Jul 22 02:33:03.251233 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868cfaec-98c8-4c7c-a986-e991d2305f41 req-0df04508-899d-42c0-83f7-782163272f02 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:03.252830 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-868cfaec-98c8-4c7c-a986-e991d2305f41 req-0df04508-899d-42c0-83f7-782163272f02 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/ports?device_id=71dfa8dc-f40a-4525-8062-460fe5fb9c31 HTTP/1.1" status: 200 len: 985 time: 0.0642672 Jul 22 02:33:03.294901 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-868cfaec-98c8-4c7c-a986-e991d2305f41 req-79534a6a-fe77-4926-9955-1c2e49c9cb8f tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/security-groups?id=f13f5576-774a-463a-ae27-ddf3f24faf9e&id=69d4309b-5c39-4c14-bfec-fabe272b583a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0357399 Jul 22 02:33:03.950541 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 60876) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:33:04.048333 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-d4d49e93-5728-4c48-8f38-8fb83fba69c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:04.137480 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-d4d49e93-5728-4c48-8f38-8fb83fba69c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:04.141658 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-d4d49e93-5728-4c48-8f38-8fb83fba69c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:04.178370 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-d4d49e93-5728-4c48-8f38-8fb83fba69c0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6b13ecbe4092407382599a1d86e8f842&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2268126 Jul 22 02:33:04.179212 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d49e93-5728-4c48-8f38-8fb83fba69c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ecc718-a2cd-4197-a20d-7216f599f19c,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:04.181312 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 60882) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:33:04.227881 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-aad5bfeb-de0d-4c93-aa34-8add9e866f96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:04.248193 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-aad5bfeb-de0d-4c93-aa34-8add9e866f96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:04.296023 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-aad5bfeb-de0d-4c93-aa34-8add9e866f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:04.298626 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-aad5bfeb-de0d-4c93-aa34-8add9e866f96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:04.299807 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-aad5bfeb-de0d-4c93-aa34-8add9e866f96 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/16ecc718-a2cd-4197-a20d-7216f599f19c HTTP/1.1" status: 204 len: 168 time: 0.1174541 Jul 22 02:33:04.307914 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad5bfeb-de0d-4c93-aa34-8add9e866f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ecc718-a2cd-4197-a20d-7216f599f19c,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:04.430736 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514732c4-2c57-45e3-8d1e-5de8843db3db req-27600a17-f982-4a02-a927-45cd7cd0bfde tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:04.432518 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-514732c4-2c57-45e3-8d1e-5de8843db3db req-27600a17-f982-4a02-a927-45cd7cd0bfde tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/ports?device_id=71dfa8dc-f40a-4525-8062-460fe5fb9c31 HTTP/1.1" status: 200 len: 985 time: 0.0649431 Jul 22 02:33:04.477184 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-514732c4-2c57-45e3-8d1e-5de8843db3db req-1c1ec78c-d7ff-4f27-aafd-33e4f5c56f1c tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/security-groups?id=f13f5576-774a-463a-ae27-ddf3f24faf9e&id=69d4309b-5c39-4c14-bfec-fabe272b583a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0390005 Jul 22 02:33:04.554455 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 60892) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:33:04.567561 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-c27893e6-5790-471e-85b7-b96865f10ad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:04.659893 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-c27893e6-5790-471e-85b7-b96865f10ad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:04.663868 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-c27893e6-5790-471e-85b7-b96865f10ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:04.703273 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-c27893e6-5790-471e-85b7-b96865f10ad4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=adaecc9257d74fba9013da226524db8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1476676 Jul 22 02:33:04.704071 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27893e6-5790-471e-85b7-b96865f10ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=779e6f70-6987-42c2-b9a2-eca2ceda427c,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:04.706593 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 60894) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:33:04.756920 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-82948b7e-6ab6-4c09-ae0e-f342ccffd86f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:04.777063 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-82948b7e-6ab6-4c09-ae0e-f342ccffd86f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:04.821766 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-82948b7e-6ab6-4c09-ae0e-f342ccffd86f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:04.824208 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-82948b7e-6ab6-4c09-ae0e-f342ccffd86f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:04.825352 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-82948b7e-6ab6-4c09-ae0e-f342ccffd86f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/779e6f70-6987-42c2-b9a2-eca2ceda427c HTTP/1.1" status: 204 len: 168 time: 0.1173224 Jul 22 02:33:04.832466 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82948b7e-6ab6-4c09-ae0e-f342ccffd86f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=779e6f70-6987-42c2-b9a2-eca2ceda427c,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:05.603510 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d8129-1762-43b0-b6d8-f67085c11a40 req-592699ec-9311-4c6b-88d3-774826930d68 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:05.606378 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-6f8d8129-1762-43b0-b6d8-f67085c11a40 req-592699ec-9311-4c6b-88d3-774826930d68 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/ports?device_id=71dfa8dc-f40a-4525-8062-460fe5fb9c31 HTTP/1.1" status: 200 len: 985 time: 0.0660753 Jul 22 02:33:05.648498 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-6f8d8129-1762-43b0-b6d8-f67085c11a40 req-935c5207-1624-487a-b1ea-acf08c78128d tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/security-groups?id=f13f5576-774a-463a-ae27-ddf3f24faf9e&id=69d4309b-5c39-4c14-bfec-fabe272b583a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0359166 Jul 22 02:33:06.597174 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 60972) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:33:06.713545 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-241444c1-33de-4d4e-84bc-626898b7c37c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:06.805028 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f40655-c70a-4b76-99b0-87ce1aacf13b req-b8855da9-16c5-446a-8a61-b9c8df263737 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:06.806455 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-50f40655-c70a-4b76-99b0-87ce1aacf13b req-b8855da9-16c5-446a-8a61-b9c8df263737 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/ports?device_id=71dfa8dc-f40a-4525-8062-460fe5fb9c31 HTTP/1.1" status: 200 len: 985 time: 0.0768402 Jul 22 02:33:06.815878 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-241444c1-33de-4d4e-84bc-626898b7c37c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:06.821272 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-241444c1-33de-4d4e-84bc-626898b7c37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:06.849208 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-50f40655-c70a-4b76-99b0-87ce1aacf13b req-02879a95-46a2-4967-91ad-5b3930e3da25 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/security-groups?id=f13f5576-774a-463a-ae27-ddf3f24faf9e&id=69d4309b-5c39-4c14-bfec-fabe272b583a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0361056 Jul 22 02:33:06.857729 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241444c1-33de-4d4e-84bc-626898b7c37c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b05514-ad77-4ba4-997a-df5f424c61f1,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:06.872072 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-241444c1-33de-4d4e-84bc-626898b7c37c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=44921a138dcc4afebc3e795a5a98cd8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2738197 Jul 22 02:33:06.874643 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 60988) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:33:06.922155 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-3797f11b-f6c2-4492-bfb1-45e59a99805d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:06.943475 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-3797f11b-f6c2-4492-bfb1-45e59a99805d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:06.943616 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 60990) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:33:06.993670 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-3797f11b-f6c2-4492-bfb1-45e59a99805d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:06.996247 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-3797f11b-f6c2-4492-bfb1-45e59a99805d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:06.997415 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-3797f11b-f6c2-4492-bfb1-45e59a99805d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/32b05514-ad77-4ba4-997a-df5f424c61f1 HTTP/1.1" status: 204 len: 168 time: 0.1219802 Jul 22 02:33:07.005235 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3797f11b-f6c2-4492-bfb1-45e59a99805d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b05514-ad77-4ba4-997a-df5f424c61f1,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:07.059735 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-51043ee1-8856-4c0c-9e8d-13dacf472230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:07.154352 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-51043ee1-8856-4c0c-9e8d-13dacf472230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:07.159255 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-51043ee1-8856-4c0c-9e8d-13dacf472230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:07.196963 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-51043ee1-8856-4c0c-9e8d-13dacf472230 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5f8e522b83334bc9b1d7f5afc1b04b26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2523911 Jul 22 02:33:07.200012 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 32774) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:33:07.201977 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51043ee1-8856-4c0c-9e8d-13dacf472230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b09859b2-a2e2-41a5-9e26-9c074db8eabf,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:07.253878 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-66f7ff8e-39c0-4b00-b4ba-1f884d31cd35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:07.278578 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-66f7ff8e-39c0-4b00-b4ba-1f884d31cd35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:07.289177 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 32776) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:33:07.304309 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a48a7dd3-88cf-4b1f-9c06-5c05b65112ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:07.329605 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-66f7ff8e-39c0-4b00-b4ba-1f884d31cd35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:07.332483 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-66f7ff8e-39c0-4b00-b4ba-1f884d31cd35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:07.336858 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-66f7ff8e-39c0-4b00-b4ba-1f884d31cd35 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b09859b2-a2e2-41a5-9e26-9c074db8eabf HTTP/1.1" status: 204 len: 168 time: 0.1293850 Jul 22 02:33:07.342859 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f7ff8e-39c0-4b00-b4ba-1f884d31cd35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09859b2-a2e2-41a5-9e26-9c074db8eabf,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:07.415783 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a48a7dd3-88cf-4b1f-9c06-5c05b65112ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:07.420987 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a48a7dd3-88cf-4b1f-9c06-5c05b65112ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:07.460433 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-a48a7dd3-88cf-4b1f-9c06-5c05b65112ab admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bedae165bb6d4d059e37bed53b25c8f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1701002 Jul 22 02:33:07.461927 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48a7dd3-88cf-4b1f-9c06-5c05b65112ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da5e4dd6-5316-42ab-8250-22f09d4c920c,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:07.464598 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 32780) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:33:07.515429 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-dc603647-1f94-4b9d-a918-df33233945c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:07.537429 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-dc603647-1f94-4b9d-a918-df33233945c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:07.581389 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-dc603647-1f94-4b9d-a918-df33233945c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:07.584409 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-dc603647-1f94-4b9d-a918-df33233945c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:07.588133 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-dc603647-1f94-4b9d-a918-df33233945c7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/da5e4dd6-5316-42ab-8250-22f09d4c920c HTTP/1.1" status: 204 len: 168 time: 0.1200302 Jul 22 02:33:07.594922 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc603647-1f94-4b9d-a918-df33233945c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5e4dd6-5316-42ab-8250-22f09d4c920c,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:07.682214 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 32786) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:33:07.698487 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-84f66b47-71d1-4dc9-bb1c-96025886a8cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:07.787889 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-84f66b47-71d1-4dc9-bb1c-96025886a8cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:07.791817 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-84f66b47-71d1-4dc9-bb1c-96025886a8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:07.828163 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f66b47-71d1-4dc9-bb1c-96025886a8cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e967b8-010d-452e-a1fc-2ae947728bf1,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:07.835472 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-84f66b47-71d1-4dc9-bb1c-96025886a8cf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6da8e87b92c04c3fb3a43ac0f2b83e70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1490653 Jul 22 02:33:07.835623 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 32794) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:33:07.885537 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-0c8a40a8-a6d7-47fa-bd8e-655d0d46ec2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:07.908119 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-0c8a40a8-a6d7-47fa-bd8e-655d0d46ec2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:07.958383 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-0c8a40a8-a6d7-47fa-bd8e-655d0d46ec2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:07.961102 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-0c8a40a8-a6d7-47fa-bd8e-655d0d46ec2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:07.962475 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-0c8a40a8-a6d7-47fa-bd8e-655d0d46ec2b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/29e967b8-010d-452e-a1fc-2ae947728bf1 HTTP/1.1" status: 204 len: 168 time: 0.1259055 Jul 22 02:33:07.970405 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8a40a8-a6d7-47fa-bd8e-655d0d46ec2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e967b8-010d-452e-a1fc-2ae947728bf1,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:07.999928 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efcd232-d70b-4f27-ace2-edcc9fbe6fe7 req-7bde8053-7cee-4174-9fda-061607425a97 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:08.001559 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-4efcd232-d70b-4f27-ace2-edcc9fbe6fe7 req-7bde8053-7cee-4174-9fda-061607425a97 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/ports?device_id=71dfa8dc-f40a-4525-8062-460fe5fb9c31 HTTP/1.1" status: 200 len: 985 time: 0.0766170 Jul 22 02:33:08.048568 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-4efcd232-d70b-4f27-ace2-edcc9fbe6fe7 req-48ff6956-8ff9-44d8-87bf-49604e862c47 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/security-groups?id=f13f5576-774a-463a-ae27-ddf3f24faf9e&id=69d4309b-5c39-4c14-bfec-fabe272b583a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0404985 Jul 22 02:33:08.354892 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 32824) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:33:08.369830 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-7270cfe6-96af-45e8-bf44-f69c12470d03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:08.473420 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-7270cfe6-96af-45e8-bf44-f69c12470d03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:08.478011 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-7270cfe6-96af-45e8-bf44-f69c12470d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:08.519112 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-7270cfe6-96af-45e8-bf44-f69c12470d03 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=765a1529b33f41c5a84c49b119252af1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1630628 Jul 22 02:33:08.520486 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7270cfe6-96af-45e8-bf44-f69c12470d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d453b66b-0b5b-4d82-a039-5405ca1c277c,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:08.522475 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 32828) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:33:08.579303 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-10150b71-2bdf-4281-a15f-fa33fae4655f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:08.601096 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-10150b71-2bdf-4281-a15f-fa33fae4655f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:08.649861 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-10150b71-2bdf-4281-a15f-fa33fae4655f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:08.652419 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-10150b71-2bdf-4281-a15f-fa33fae4655f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:08.653588 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-10150b71-2bdf-4281-a15f-fa33fae4655f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d453b66b-0b5b-4d82-a039-5405ca1c277c HTTP/1.1" status: 204 len: 168 time: 0.1292639 Jul 22 02:33:08.661503 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10150b71-2bdf-4281-a15f-fa33fae4655f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d453b66b-0b5b-4d82-a039-5405ca1c277c,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:09.183960 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a8b94-4ed2-4b0b-b559-662dc81a0dd3 req-f368c371-bcbb-40f4-976c-7682c5dcecde tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:09.185586 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-f77a8b94-4ed2-4b0b-b559-662dc81a0dd3 req-f368c371-bcbb-40f4-976c-7682c5dcecde tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/ports?device_id=71dfa8dc-f40a-4525-8062-460fe5fb9c31 HTTP/1.1" status: 200 len: 985 time: 0.0665364 Jul 22 02:33:09.230478 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-f77a8b94-4ed2-4b0b-b559-662dc81a0dd3 req-679e9c5f-d217-429d-8335-d5f8fcfed1d9 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/security-groups?id=f13f5576-774a-463a-ae27-ddf3f24faf9e&id=69d4309b-5c39-4c14-bfec-fabe272b583a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0390244 Jul 22 02:33:09.924340 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d981dd3c-2ecd-4d23-b56e-6f539d534e04 req-f75f76ef-3380-4161-9dad-b266378fa194 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0519621 Jul 22 02:33:09.999921 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d981dd3c-2ecd-4d23-b56e-6f539d534e04 req-aad9dc0d-831a-49aa-88d3-f14231789679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:10.001396 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d981dd3c-2ecd-4d23-b56e-6f539d534e04 req-aad9dc0d-831a-49aa-88d3-f14231789679 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=390f421b378f4ffc8c6d8fc7bd0e0d86&device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 1099 time: 0.0513322 Jul 22 02:33:10.110436 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d981dd3c-2ecd-4d23-b56e-6f539d534e04 req-62fc9622-b26c-434e-b03a-f96e51291f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:10.111834 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d981dd3c-2ecd-4d23-b56e-6f539d534e04 req-62fc9622-b26c-434e-b03a-f96e51291f4e service neutron] 10.222.0.23 "GET /v2.0/networks?id=c1704d84-6956-4df3-918a-504126cdf765 HTTP/1.1" status: 200 len: 917 time: 0.0863178 Jul 22 02:33:10.174200 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d981dd3c-2ecd-4d23-b56e-6f539d534e04 req-d06d4575-983e-458e-b14b-cf92a59fd6bc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea HTTP/1.1" status: 200 len: 1001 time: 0.0546172 Jul 22 02:33:10.221118 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d981dd3c-2ecd-4d23-b56e-6f539d534e04 req-739efb33-9460-46ca-9f2d-a27661baa3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:10.222453 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d981dd3c-2ecd-4d23-b56e-6f539d534e04 req-739efb33-9460-46ca-9f2d-a27661baa3cc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b32e8e6a-923e-4e9e-b074-47bc54badd49 HTTP/1.1" status: 200 len: 856 time: 0.0408385 Jul 22 02:33:10.283151 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d981dd3c-2ecd-4d23-b56e-6f539d534e04 req-11ec70bf-cc65-456b-849d-aaea5c43ec74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:10.284724 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d981dd3c-2ecd-4d23-b56e-6f539d534e04 req-11ec70bf-cc65-456b-849d-aaea5c43ec74 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c1704d84-6956-4df3-918a-504126cdf765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0545192 Jul 22 02:33:10.412214 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d981dd3c-2ecd-4d23-b56e-6f539d534e04 req-d1c28dc1-2a8b-4992-b36f-89ba07336ec2 service neutron] 10.222.0.23 "GET /v2.0/networks/c1704d84-6956-4df3-918a-504126cdf765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188388 Jul 22 02:33:10.420615 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84831c87-8765-4a19-9964-146ebff636ab req-82ce661d-a338-4549-b760-8c472e4fed35 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:10.422076 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-84831c87-8765-4a19-9964-146ebff636ab req-82ce661d-a338-4549-b760-8c472e4fed35 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/ports?device_id=71dfa8dc-f40a-4525-8062-460fe5fb9c31 HTTP/1.1" status: 200 len: 985 time: 0.1219757 Jul 22 02:33:10.515082 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-84831c87-8765-4a19-9964-146ebff636ab req-b889e1c4-511f-4204-abbe-926566c12cbe tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/security-groups?id=f13f5576-774a-463a-ae27-ddf3f24faf9e&id=69d4309b-5c39-4c14-bfec-fabe272b583a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0845985 Jul 22 02:33:10.538800 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d981dd3c-2ecd-4d23-b56e-6f539d534e04 req-4d2d9211-7095-4648-b920-00499d7c5374 service neutron] 10.222.0.23 "GET /v2.0/networks/c1704d84-6956-4df3-918a-504126cdf765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144805 Jul 22 02:33:10.928550 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b87638ab-4cc4-41e2-a36c-d99770453af6 req-c9269b75-031f-4443-8896-cbe1f316acf8 tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=f78e026e0a5d4484aa82c1e8025a8ddc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319235 Jul 22 02:33:11.075740 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-8cca03e1-f4d4-4123-8bbb-3909ca336d16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:11.336708 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87638ab-4cc4-41e2-a36c-d99770453af6 req-ac231466-d6fa-44d3-a48c-e0dad0f77c10 tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:11.338159 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b87638ab-4cc4-41e2-a36c-d99770453af6 req-ac231466-d6fa-44d3-a48c-e0dad0f77c10 tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4048014 Jul 22 02:33:11.352673 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b87638ab-4cc4-41e2-a36c-d99770453af6 req-d1b94cd9-892a-415b-a0d0-549cf7e5bbd0 tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] 10.222.0.30 "GET /v2.0/quotas/f78e026e0a5d4484aa82c1e8025a8ddc HTTP/1.1" status: 200 len: 375 time: 0.0092106 Jul 22 02:33:11.385036 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b87638ab-4cc4-41e2-a36c-d99770453af6 req-d86b94c4-9384-4148-abd3-7f2c0c5c538a tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f78e026e0a5d4484aa82c1e8025a8ddc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277283 Jul 22 02:33:11.542617 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-7f825c04-8eea-4f52-ad05-b7684fca1080 req-9a433c72-4426-4e41-9196-dba07a6c1c4c tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf1bc510-58ca-4671-88ef-7aafc6af9127 HTTP/1.1" status: 200 len: 210 time: 0.0291638 Jul 22 02:33:11.668400 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6755975-b7a1-4387-8384-63b4401b0d89 req-4212c169-66f3-4a40-ab5d-5e6a5c75bbf2 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:11.669869 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d6755975-b7a1-4387-8384-63b4401b0d89 req-4212c169-66f3-4a40-ab5d-5e6a5c75bbf2 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/ports?device_id=71dfa8dc-f40a-4525-8062-460fe5fb9c31 HTTP/1.1" status: 200 len: 985 time: 0.0691047 Jul 22 02:33:11.714426 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d6755975-b7a1-4387-8384-63b4401b0d89 req-2e9ae280-8bef-44da-9db1-e2e9dc21996c tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/security-groups?id=f13f5576-774a-463a-ae27-ddf3f24faf9e&id=69d4309b-5c39-4c14-bfec-fabe272b583a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0387914 Jul 22 02:33:11.992151 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddbe14e-d77e-46f8-9c59-dbee763901bb req-1443e558-53b9-48ea-9ae0-2039d7014968 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:11.993766 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-3ddbe14e-d77e-46f8-9c59-dbee763901bb req-1443e558-53b9-48ea-9ae0-2039d7014968 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] 10.222.0.30 "GET /v2.0/ports?device_id=e685232e-ba36-489d-b86e-5ffacb58c0ce HTTP/1.1" status: 200 len: 946 time: 0.0709732 Jul 22 02:33:12.045647 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-3ddbe14e-d77e-46f8-9c59-dbee763901bb req-2f94eaad-6b4c-4c3d-94b5-6e6f4c47e64b tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] 10.222.0.30 "GET /v2.0/security-groups?id=b052ee6d-17cb-4aa6-a0a1-5be1b21f5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458398 Jul 22 02:33:12.264756 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:12.603679 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b87638ab-4cc4-41e2-a36c-d99770453af6 req-3f45fe14-795d-443a-a7c6-45182d2c053f tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=f78e026e0a5d4484aa82c1e8025a8ddc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244994 Jul 22 02:33:12.660356 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-cb47e1bf-df35-4fe1-ab5b-f024fb1ef374 req-10d621d6-96de-4adf-9e6c-f478df3647f3 tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf1bc510-58ca-4671-88ef-7aafc6af9127 HTTP/1.1" status: 200 len: 210 time: 0.0410008 Jul 22 02:33:12.743540 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87638ab-4cc4-41e2-a36c-d99770453af6 req-3e3fb789-5fa9-4316-8d7b-0d1ec2fd0cae tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:12.744507 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b87638ab-4cc4-41e2-a36c-d99770453af6 req-3e3fb789-5fa9-4316-8d7b-0d1ec2fd0cae tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1353736 Jul 22 02:33:12.776294 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.v2.base [req-b87638ab-4cc4-41e2-a36c-d99770453af6 req-bb59695b-4a82-42db-b9f9-7575e0729b53 tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] Request body: {'port': {'device_id': 'cf1bc510-58ca-4671-88ef-7aafc6af9127', 'network_id': '189ac0f7-9cd2-42db-b3d5-b2322d889fdb', 'admin_state_up': True, 'tenant_id': 'f78e026e0a5d4484aa82c1e8025a8ddc'}} {{(pid=93206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:33:12.909796 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63714ae-60b0-410b-98ab-e9fe4d937a89 req-0643d8aa-4649-49e2-94fc-1c11de7c89f7 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:12.911158 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a63714ae-60b0-410b-98ab-e9fe4d937a89 req-0643d8aa-4649-49e2-94fc-1c11de7c89f7 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/ports?device_id=71dfa8dc-f40a-4525-8062-460fe5fb9c31 HTTP/1.1" status: 200 len: 985 time: 0.1298802 Jul 22 02:33:12.950725 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b87638ab-4cc4-41e2-a36c-d99770453af6 req-bb59695b-4a82-42db-b9f9-7575e0729b53 tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] Made reservation on behalf of f78e026e0a5d4484aa82c1e8025a8ddc for: {'port': 1} {{(pid=93206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:33:12.954192 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-b87638ab-4cc4-41e2-a36c-d99770453af6 req-bb59695b-4a82-42db-b9f9-7575e0729b53 tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:12.971160 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-b87638ab-4cc4-41e2-a36c-d99770453af6 req-bb59695b-4a82-42db-b9f9-7575e0729b53 tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] Notify callbacks [] for security_group, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:12.977427 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a63714ae-60b0-410b-98ab-e9fe4d937a89 req-bad6c7e5-d152-4ecd-b3ab-63f5e39a1d51 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/security-groups?id=f13f5576-774a-463a-ae27-ddf3f24faf9e&id=69d4309b-5c39-4c14-bfec-fabe272b583a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0601287 Jul 22 02:33:13.066795 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-b87638ab-4cc4-41e2-a36c-d99770453af6 req-bb59695b-4a82-42db-b9f9-7575e0729b53 tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] Notify callbacks [] for security_group, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:13.071527 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-b87638ab-4cc4-41e2-a36c-d99770453af6 req-bb59695b-4a82-42db-b9f9-7575e0729b53 tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:13.165803 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb59695b-4a82-42db-b9f9-7575e0729b53 tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e29ef3b-74ff-4f95-8c5a-9aee7d35731f,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:13.239616 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.db_base_plugin_common [req-b87638ab-4cc4-41e2-a36c-d99770453af6 req-bb59695b-4a82-42db-b9f9-7575e0729b53 tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] Allocated IP 192.168.233.173 (189ac0f7-9cd2-42db-b3d5-b2322d889fdb/bbf4388b-111e-4650-8c15-1211dd445c83/6182df32-ee10-40f6-8843-69df31ce07d1) {{(pid=93206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:33:13.253502 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb57abbc-d1ca-4e0f-9717-2f1595d2d0fa req-168c252f-aec5-472b-ae24-5b1442d7856d tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:13.255515 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-eb57abbc-d1ca-4e0f-9717-2f1595d2d0fa req-168c252f-aec5-472b-ae24-5b1442d7856d tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] 10.222.0.30 "GET /v2.0/ports?device_id=e685232e-ba36-489d-b86e-5ffacb58c0ce HTTP/1.1" status: 200 len: 946 time: 0.1342432 Jul 22 02:33:13.323046 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-eb57abbc-d1ca-4e0f-9717-2f1595d2d0fa req-ee39ae8c-6490-4ec3-b04f-c64e2548c125 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] 10.222.0.30 "GET /v2.0/security-groups?id=b052ee6d-17cb-4aa6-a0a1-5be1b21f5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603626 Jul 22 02:33:13.433727 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-b87638ab-4cc4-41e2-a36c-d99770453af6 req-bb59695b-4a82-42db-b9f9-7575e0729b53 tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] Notify callbacks [] for port, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:13.451922 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [req-b87638ab-4cc4-41e2-a36c-d99770453af6 req-bb59695b-4a82-42db-b9f9-7575e0729b53 tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] Transition to ACTIVE for port object 6182df32-ee10-40f6-8843-69df31ce07d1 will not be triggered until provisioned by entity DHCP. {{(pid=93206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:33:13.486145 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-b87638ab-4cc4-41e2-a36c-d99770453af6 req-bb59695b-4a82-42db-b9f9-7575e0729b53 tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789867566219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909347'] for port, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:13.529916 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b87638ab-4cc4-41e2-a36c-d99770453af6 req-bb59695b-4a82-42db-b9f9-7575e0729b53 tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] Network 189ac0f7-9cd2-42db-b3d5-b2322d889fdb is already hosted by enough agents. {{(pid=93206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:33:13.533171 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.base_scheduler [req-b87638ab-4cc4-41e2-a36c-d99770453af6 req-bb59695b-4a82-42db-b9f9-7575e0729b53 tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] Resources bound (agent type, host, resource id): {{(pid=93206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:33:13.536875 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [req-b87638ab-4cc4-41e2-a36c-d99770453af6 req-bb59695b-4a82-42db-b9f9-7575e0729b53 tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] Received port after_create {{(pid=93206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:33:13.563059 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb59695b-4a82-42db-b9f9-7575e0729b53 tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] Pushing event updated for resources: {'Port': ['ID=6182df32-ee10-40f6-8843-69df31ce07d1,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:13.595406 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87638ab-4cc4-41e2-a36c-d99770453af6 req-bb59695b-4a82-42db-b9f9-7575e0729b53 tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:13.596066 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-b87638ab-4cc4-41e2-a36c-d99770453af6 req-bb59695b-4a82-42db-b9f9-7575e0729b53 tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409'] for port, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:13.612429 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b87638ab-4cc4-41e2-a36c-d99770453af6 req-bb59695b-4a82-42db-b9f9-7575e0729b53 tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8401067 Jul 22 02:33:13.629198 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.v2.base [req-b87638ab-4cc4-41e2-a36c-d99770453af6 req-568b40fa-7d85-4966-9f1c-1c946bd8e234 service neutron] Request body: {'port': {'device_id': 'cf1bc510-58ca-4671-88ef-7aafc6af9127', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=93206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:33:13.715461 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-b87638ab-4cc4-41e2-a36c-d99770453af6 req-568b40fa-7d85-4966-9f1c-1c946bd8e234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:13.810180 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-5f15fa33-d95a-44cb-b296-3abe139ab17c None None] Provisioning for port 6182df32-ee10-40f6-8843-69df31ce07d1 completed by entity DHCP. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:33:13.814516 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-5f15fa33-d95a-44cb-b296-3abe139ab17c None None] Provisioning complete for port 6182df32-ee10-40f6-8843-69df31ce07d1 triggered by entity DHCP. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:33:13.815444 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-5f15fa33-d95a-44cb-b296-3abe139ab17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:13.838252 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-91e0b935-356d-4642-96bb-598cf1094a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:13.854761 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-5f15fa33-d95a-44cb-b296-3abe139ab17c None None] Port 6182df32-ee10-40f6-8843-69df31ce07d1 cannot update to ACTIVE because it is not bound. {{(pid=93207) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 02:33:13.895348 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:13.907700 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba562a0-58a4-43b9-a942-93519361d7ab req-376e5811-66a1-42a3-9005-cdf798bb4ba4 tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:13.909224 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-8ba562a0-58a4-43b9-a942-93519361d7ab req-376e5811-66a1-42a3-9005-cdf798bb4ba4 tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf1bc510-58ca-4671-88ef-7aafc6af9127 HTTP/1.1" status: 200 len: 936 time: 0.1578672 Jul 22 02:33:13.982868 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-8ba562a0-58a4-43b9-a942-93519361d7ab req-5c7465b1-ff20-4f84-ac7f-b1f7bb74220d tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] 10.222.0.30 "GET /v2.0/security-groups?id=2e29ef3b-74ff-4f95-8c5a-9aee7d35731f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671005 Jul 22 02:33:14.083925 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [req-b87638ab-4cc4-41e2-a36c-d99770453af6 req-568b40fa-7d85-4966-9f1c-1c946bd8e234 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6182df32-ee10-40f6-8843-69df31ce07d1 {{(pid=93206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:33:14.092253 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-b87638ab-4cc4-41e2-a36c-d99770453af6 req-568b40fa-7d85-4966-9f1c-1c946bd8e234 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:14.108626 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [req-b87638ab-4cc4-41e2-a36c-d99770453af6 req-568b40fa-7d85-4966-9f1c-1c946bd8e234 service neutron] Transition to ACTIVE for port object 6182df32-ee10-40f6-8843-69df31ce07d1 will not be triggered until provisioned by entity L2. {{(pid=93206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:33:14.115239 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-b87638ab-4cc4-41e2-a36c-d99770453af6 req-568b40fa-7d85-4966-9f1c-1c946bd8e234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909352'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:14.162211 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a22dff-34dd-4d05-a7fe-ce42b869d8f0 req-e1fc3d31-4fbf-48cc-a244-8e07cbec530f tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:14.163711 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-96a22dff-34dd-4d05-a7fe-ce42b869d8f0 req-e1fc3d31-4fbf-48cc-a244-8e07cbec530f tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/ports?device_id=71dfa8dc-f40a-4525-8062-460fe5fb9c31 HTTP/1.1" status: 200 len: 985 time: 0.1140499 Jul 22 02:33:14.194204 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568b40fa-7d85-4966-9f1c-1c946bd8e234 service neutron] Pushing event updated for resources: {'Port': ['ID=6182df32-ee10-40f6-8843-69df31ce07d1,revision_number=2']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:14.262426 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-96a22dff-34dd-4d05-a7fe-ce42b869d8f0 req-07b8ebc9-81fe-432e-b53c-13a80f089924 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/security-groups?id=f13f5576-774a-463a-ae27-ddf3f24faf9e&id=69d4309b-5c39-4c14-bfec-fabe272b583a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0909293 Jul 22 02:33:14.283653 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [req-b87638ab-4cc4-41e2-a36c-d99770453af6 req-568b40fa-7d85-4966-9f1c-1c946bd8e234 service neutron] Attempting to bind port 6182df32-ee10-40f6-8843-69df31ce07d1 on host hv-cinder-79229 for vnic_type normal with profile {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:33:14.283985 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [req-b87638ab-4cc4-41e2-a36c-d99770453af6 req-568b40fa-7d85-4966-9f1c-1c946bd8e234 service neutron] Attempting to bind port 6182df32-ee10-40f6-8843-69df31ce07d1 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': 'af747151-84f7-432a-bec5-361829177f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '189ac0f7-9cd2-42db-b3d5-b2322d889fdb'}] {{(pid=93206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:33:14.284311 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87638ab-4cc4-41e2-a36c-d99770453af6 req-568b40fa-7d85-4966-9f1c-1c946bd8e234 service neutron] Attempting to bind port 6182df32-ee10-40f6-8843-69df31ce07d1 on network 189ac0f7-9cd2-42db-b3d5-b2322d889fdb {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:33:14.291270 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87638ab-4cc4-41e2-a36c-d99770453af6 req-568b40fa-7d85-4966-9f1c-1c946bd8e234 service neutron] Port 6182df32-ee10-40f6-8843-69df31ce07d1 on network 189ac0f7-9cd2-42db-b3d5-b2322d889fdb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 02:33:14.291628 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87638ab-4cc4-41e2-a36c-d99770453af6 req-568b40fa-7d85-4966-9f1c-1c946bd8e234 service neutron] Attempting to bind port 6182df32-ee10-40f6-8843-69df31ce07d1 on network 189ac0f7-9cd2-42db-b3d5-b2322d889fdb {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:33:14.296604 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87638ab-4cc4-41e2-a36c-d99770453af6 req-568b40fa-7d85-4966-9f1c-1c946bd8e234 service neutron] Checking agent: {'id': '3e047b69-7131-4bb7-a905-86c2cdf7c2d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 27, 10), 'started_at': datetime.datetime(2021, 7, 22, 2, 27, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:33:14.297026 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87638ab-4cc4-41e2-a36c-d99770453af6 req-568b40fa-7d85-4966-9f1c-1c946bd8e234 service neutron] Checking segment: {'id': 'af747151-84f7-432a-bec5-361829177f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '189ac0f7-9cd2-42db-b3d5-b2322d889fdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:33:14.297572 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87638ab-4cc4-41e2-a36c-d99770453af6 req-568b40fa-7d85-4966-9f1c-1c946bd8e234 service neutron] Bound using segment: {'id': 'af747151-84f7-432a-bec5-361829177f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '189ac0f7-9cd2-42db-b3d5-b2322d889fdb'} {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:33:14.298007 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [req-b87638ab-4cc4-41e2-a36c-d99770453af6 req-568b40fa-7d85-4966-9f1c-1c946bd8e234 service neutron] Bound port: 6182df32-ee10-40f6-8843-69df31ce07d1, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af747151-84f7-432a-bec5-361829177f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '189ac0f7-9cd2-42db-b3d5-b2322d889fdb'}}] {{(pid=93206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:33:14.298370 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-b87638ab-4cc4-41e2-a36c-d99770453af6 req-568b40fa-7d85-4966-9f1c-1c946bd8e234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:14.363592 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [req-b87638ab-4cc4-41e2-a36c-d99770453af6 req-568b40fa-7d85-4966-9f1c-1c946bd8e234 service neutron] For port 6182df32-ee10-40f6-8843-69df31ce07d1, host hv-cinder-79229, cleared binding levels {{(pid=93206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:33:14.366653 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [req-b87638ab-4cc4-41e2-a36c-d99770453af6 req-568b40fa-7d85-4966-9f1c-1c946bd8e234 service neutron] For port 6182df32-ee10-40f6-8843-69df31ce07d1, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=6182df32-ee10-40f6-8843-69df31ce07d1,segment=NetworkSegment(af747151-84f7-432a-bec5-361829177f87),segment_id=af747151-84f7-432a-bec5-361829177f87)] {{(pid=93206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:33:14.370530 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-b87638ab-4cc4-41e2-a36c-d99770453af6 req-568b40fa-7d85-4966-9f1c-1c946bd8e234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909352'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:14.434226 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87638ab-4cc4-41e2-a36c-d99770453af6 req-568b40fa-7d85-4966-9f1c-1c946bd8e234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:14.434763 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-b87638ab-4cc4-41e2-a36c-d99770453af6 req-568b40fa-7d85-4966-9f1c-1c946bd8e234 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409'] for port, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:14.436148 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b87638ab-4cc4-41e2-a36c-d99770453af6 req-568b40fa-7d85-4966-9f1c-1c946bd8e234 service neutron] 10.222.0.23 "PUT /v2.0/ports/6182df32-ee10-40f6-8843-69df31ce07d1 HTTP/1.1" status: 200 len: 1098 time: 0.8118157 Jul 22 02:33:14.437558 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf1bc510-58ca-4671-88ef-7aafc6af9127', 'tag': '6182df32-ee10-40f6-8843-69df31ce07d1'}] {{(pid=93206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:33:14.439795 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2c7467b3a520cac2f9dc58394876cadcbbb82697b422dc56d8b09de1a4b7e26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09777cf3-22d3-4efe-b7a9-6e3b6b2003e9" -d '{"events": [{"name": "network-changed", "server_uuid": "cf1bc510-58ca-4671-88ef-7aafc6af9127", "tag": "6182df32-ee10-40f6-8843-69df31ce07d1"}]}' {{(pid=93206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:33:14.464444 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568b40fa-7d85-4966-9f1c-1c946bd8e234 service neutron] Pushing event updated for resources: {'Port': ['ID=6182df32-ee10-40f6-8843-69df31ce07d1,revision_number=3']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:14.493509 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7be699-83c3-4876-b988-ab7a941e72a9 req-8382b944-31ec-4767-b8d1-0d626b6aee02 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:14.494958 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-8a7be699-83c3-4876-b988-ab7a941e72a9 req-8382b944-31ec-4767-b8d1-0d626b6aee02 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] 10.222.0.30 "GET /v2.0/ports?device_id=e685232e-ba36-489d-b86e-5ffacb58c0ce HTTP/1.1" status: 200 len: 946 time: 0.0978918 Jul 22 02:33:14.496376 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 02:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd8ba08d-adea-4fee-8bc8-addec929a69d x-openstack-request-id: req-dd8ba08d-adea-4fee-8bc8-addec929a69d {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:33:14.496660 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf1bc510-58ca-4671-88ef-7aafc6af9127", "tag": "6182df32-ee10-40f6-8843-69df31ce07d1", "status": "completed", "code": 200}]} {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:33:14.497031 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dd8ba08d-adea-4fee-8bc8-addec929a69d {{(pid=93206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:33:14.497411 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf1bc510-58ca-4671-88ef-7aafc6af9127', 'tag': '6182df32-ee10-40f6-8843-69df31ce07d1', 'status': 'completed', 'code': 200} Jul 22 02:33:14.569701 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-8a7be699-83c3-4876-b988-ab7a941e72a9 req-b0414223-2a41-4d5a-9d82-4155652768cc tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] 10.222.0.30 "GET /v2.0/security-groups?id=b052ee6d-17cb-4aa6-a0a1-5be1b21f5a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682082 Jul 22 02:33:14.582608 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36850e12-bf8e-40c5-b4e5-3f0590e03b0d req-e13fc9b9-96ea-46c0-89ac-87b2e607b589 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:14.585158 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-36850e12-bf8e-40c5-b4e5-3f0590e03b0d req-e13fc9b9-96ea-46c0-89ac-87b2e607b589 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] 10.222.0.23 "GET /v2.0/ports?device_id=e685232e-ba36-489d-b86e-5ffacb58c0ce HTTP/1.1" status: 200 len: 946 time: 0.0715885 Jul 22 02:33:14.593988 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87638ab-4cc4-41e2-a36c-d99770453af6 req-0adca874-f749-402c-8fa8-68f7b46cb71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:14.593988 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b87638ab-4cc4-41e2-a36c-d99770453af6 req-0adca874-f749-402c-8fa8-68f7b46cb71e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f78e026e0a5d4484aa82c1e8025a8ddc&device_id=cf1bc510-58ca-4671-88ef-7aafc6af9127 HTTP/1.1" status: 200 len: 1101 time: 0.0914774 Jul 22 02:33:14.633786 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b87638ab-4cc4-41e2-a36c-d99770453af6 req-e2985435-4acb-41a7-b328-28e581645d3f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=6182df32-ee10-40f6-8843-69df31ce07d1 HTTP/1.1" status: 200 len: 217 time: 0.0336010 Jul 22 02:33:14.687486 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87638ab-4cc4-41e2-a36c-d99770453af6 req-b0c85275-af62-4d06-aff0-33b5ecb3ba1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:14.690122 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b87638ab-4cc4-41e2-a36c-d99770453af6 req-b0c85275-af62-4d06-aff0-33b5ecb3ba1e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bbf4388b-111e-4650-8c15-1211dd445c83 HTTP/1.1" status: 200 len: 843 time: 0.0483141 Jul 22 02:33:14.690488 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [req-36850e12-bf8e-40c5-b4e5-3f0590e03b0d req-1945781f-3cd3-4895-8966-132dfa855a08 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] Deleting port 59a327bd-bf23-464a-abc3-705a2f7e3dab {{(pid=93205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:33:14.690835 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-36850e12-bf8e-40c5-b4e5-3f0590e03b0d req-1945781f-3cd3-4895-8966-132dfa855a08 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789867966868'] for port, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:14.714214 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9c5a9526-544c-492b-b3ab-1b4c68701215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:14.748753 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87638ab-4cc4-41e2-a36c-d99770453af6 req-185b7337-d762-4fbc-a556-603c1a96e949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:14.750208 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b87638ab-4cc4-41e2-a36c-d99770453af6 req-185b7337-d762-4fbc-a556-603c1a96e949 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=189ac0f7-9cd2-42db-b3d5-b2322d889fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0538235 Jul 22 02:33:14.777481 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.db [req-36850e12-bf8e-40c5-b4e5-3f0590e03b0d req-1945781f-3cd3-4895-8966-132dfa855a08 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] For port 59a327bd-bf23-464a-abc3-705a2f7e3dab, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=59a327bd-bf23-464a-abc3-705a2f7e3dab,segment=NetworkSegment(d6982e4b-d3f3-449a-afdf-1db8c2ec7919),segment_id=d6982e4b-d3f3-449a-afdf-1db8c2ec7919)] {{(pid=93205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:33:14.777869 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-36850e12-bf8e-40c5-b4e5-3f0590e03b0d req-1945781f-3cd3-4895-8966-132dfa855a08 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760608'] for port, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:14.790729 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [req-36850e12-bf8e-40c5-b4e5-3f0590e03b0d req-1945781f-3cd3-4895-8966-132dfa855a08 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] Calling delete_port for 59a327bd-bf23-464a-abc3-705a2f7e3dab owned by compute:nova {{(pid=93205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:33:14.843397 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b87638ab-4cc4-41e2-a36c-d99770453af6 req-b1281e69-a382-49b9-b961-bc1e030d3495 service neutron] 10.222.0.23 "GET /v2.0/networks/189ac0f7-9cd2-42db-b3d5-b2322d889fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834703 Jul 22 02:33:14.935669 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-36850e12-bf8e-40c5-b4e5-3f0590e03b0d req-1945781f-3cd3-4895-8966-132dfa855a08 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789867968359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789867566228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3324451'] for port, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:14.943555 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b87638ab-4cc4-41e2-a36c-d99770453af6 req-6b74ad84-56f8-4e1a-a148-300e2b1c510b service neutron] 10.222.0.23 "GET /v2.0/networks/189ac0f7-9cd2-42db-b3d5-b2322d889fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910420 Jul 22 02:33:14.951270 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] get_ports_and_sgs() called for port_ids ['59a327bd-bf23-464a-abc3-705a2f7e3dab'] {{(pid=93207) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:33:14.965416 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1945781f-3cd3-4895-8966-132dfa855a08 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] Pushing event deleted for resources: {'Port': ['ID=59a327bd-bf23-464a-abc3-705a2f7e3dab,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:15.010073 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.l3_dvrscheduler_db [req-36850e12-bf8e-40c5-b4e5-3f0590e03b0d req-1945781f-3cd3-4895-8966-132dfa855a08 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] No DVR routers for this DVR port 59a327bd-bf23-464a-abc3-705a2f7e3dab on host hv-cinder-79229 {{(pid=93205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 02:33:15.012590 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-36850e12-bf8e-40c5-b4e5-3f0590e03b0d req-1945781f-3cd3-4895-8966-132dfa855a08 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409'] for port, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:15.014705 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-36850e12-bf8e-40c5-b4e5-3f0590e03b0d req-1945781f-3cd3-4895-8966-132dfa855a08 tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] 10.222.0.23 "DELETE /v2.0/ports/59a327bd-bf23-464a-abc3-705a2f7e3dab HTTP/1.1" status: 204 len: 173 time: 0.4229133 Jul 22 02:33:15.015142 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e685232e-ba36-489d-b86e-5ffacb58c0ce', 'name': 'network-vif-deleted', 'tag': '59a327bd-bf23-464a-abc3-705a2f7e3dab'}] {{(pid=93205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:33:15.017452 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1519ab49a2e6f2c0b9af796621e68389a02ac4e63e9641ecb08298f364d17118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d68aa4-9979-4b2c-967a-79c6893f7dac" -d '{"events": [{"server_uuid": "e685232e-ba36-489d-b86e-5ffacb58c0ce", "name": "network-vif-deleted", "tag": "59a327bd-bf23-464a-abc3-705a2f7e3dab"}]}' {{(pid=93205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:33:15.073019 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c7b100-d7c2-4e02-8d98-76fcd135b42e x-openstack-request-id: req-c4c7b100-d7c2-4e02-8d98-76fcd135b42e {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:33:15.073507 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e685232e-ba36-489d-b86e-5ffacb58c0ce", "name": "network-vif-deleted", "tag": "59a327bd-bf23-464a-abc3-705a2f7e3dab", "status": "completed", "code": 200}]} {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:33:15.073839 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c4c7b100-d7c2-4e02-8d98-76fcd135b42e {{(pid=93205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:33:15.074297 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e685232e-ba36-489d-b86e-5ffacb58c0ce', 'name': 'network-vif-deleted', 'tag': '59a327bd-bf23-464a-abc3-705a2f7e3dab', 'status': 'completed', 'code': 200} Jul 22 02:33:15.126460 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09777cf3-22d3-4efe-b7a9-6e3b6b2003e9 req-de3c0502-0a9e-4435-86c0-8f6564a2a6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:15.128107 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-09777cf3-22d3-4efe-b7a9-6e3b6b2003e9 req-de3c0502-0a9e-4435-86c0-8f6564a2a6eb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f78e026e0a5d4484aa82c1e8025a8ddc&device_id=cf1bc510-58ca-4671-88ef-7aafc6af9127 HTTP/1.1" status: 200 len: 1101 time: 0.1179745 Jul 22 02:33:15.195217 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97d818-6618-496f-8c23-c9007dab65d1 req-c3248fe4-243b-4499-afed-843c50ff8220 tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:15.196717 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-4b97d818-6618-496f-8c23-c9007dab65d1 req-c3248fe4-243b-4499-afed-843c50ff8220 tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf1bc510-58ca-4671-88ef-7aafc6af9127 HTTP/1.1" status: 200 len: 948 time: 0.1071336 Jul 22 02:33:15.272526 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-4b97d818-6618-496f-8c23-c9007dab65d1 req-34c9fb8e-a90d-4747-b81e-8fa9e81b011b tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] 10.222.0.30 "GET /v2.0/security-groups?id=2e29ef3b-74ff-4f95-8c5a-9aee7d35731f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494475 Jul 22 02:33:15.275196 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09777cf3-22d3-4efe-b7a9-6e3b6b2003e9 req-f30b958d-fd07-4a62-b6c8-0d60b584b54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:15.276554 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-09777cf3-22d3-4efe-b7a9-6e3b6b2003e9 req-f30b958d-fd07-4a62-b6c8-0d60b584b54a service neutron] 10.222.0.23 "GET /v2.0/networks?id=189ac0f7-9cd2-42db-b3d5-b2322d889fdb HTTP/1.1" status: 200 len: 869 time: 0.1322939 Jul 22 02:33:15.328836 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-09777cf3-22d3-4efe-b7a9-6e3b6b2003e9 req-ca52d320-f1ad-4270-8f81-e375d36fe644 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=6182df32-ee10-40f6-8843-69df31ce07d1 HTTP/1.1" status: 200 len: 217 time: 0.0388422 Jul 22 02:33:15.413965 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09777cf3-22d3-4efe-b7a9-6e3b6b2003e9 req-cd1ae704-db7e-41e1-8840-036a7e4c6a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:15.415631 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-09777cf3-22d3-4efe-b7a9-6e3b6b2003e9 req-cd1ae704-db7e-41e1-8840-036a7e4c6a1a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bbf4388b-111e-4650-8c15-1211dd445c83 HTTP/1.1" status: 200 len: 843 time: 0.0713332 Jul 22 02:33:15.463032 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5460fd9d-11bf-4e1e-9357-ac8ba5aad002 req-b641f398-9123-46b7-8a55-b47716cebb27 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:15.464483 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-5460fd9d-11bf-4e1e-9357-ac8ba5aad002 req-b641f398-9123-46b7-8a55-b47716cebb27 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/ports?device_id=71dfa8dc-f40a-4525-8062-460fe5fb9c31 HTTP/1.1" status: 200 len: 985 time: 0.1284356 Jul 22 02:33:15.518143 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-5460fd9d-11bf-4e1e-9357-ac8ba5aad002 req-34b76a45-781e-41a8-957d-4714c8f9f507 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/security-groups?id=f13f5576-774a-463a-ae27-ddf3f24faf9e&id=69d4309b-5c39-4c14-bfec-fabe272b583a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0461605 Jul 22 02:33:15.527987 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09777cf3-22d3-4efe-b7a9-6e3b6b2003e9 req-9c48ada9-5cab-4350-bb02-33b5601ffed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:15.529562 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-09777cf3-22d3-4efe-b7a9-6e3b6b2003e9 req-9c48ada9-5cab-4350-bb02-33b5601ffed8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=189ac0f7-9cd2-42db-b3d5-b2322d889fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1047904 Jul 22 02:33:15.637798 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-09777cf3-22d3-4efe-b7a9-6e3b6b2003e9 req-f7bd7790-77ca-4e8f-9bf9-da8167c98d16 service neutron] 10.222.0.23 "GET /v2.0/networks/189ac0f7-9cd2-42db-b3d5-b2322d889fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880387 Jul 22 02:33:15.708192 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-8fe12e84-7fb8-41aa-902e-aba687f8b7b8 req-72580199-5cf4-4f75-97a9-b8550d1c03dd tempest-VolumesSnapshotTestJSON-1876903547 tempest-VolumesSnapshotTestJSON-1876903547-project] 10.222.0.30 "GET /v2.0/ports?device_id=e685232e-ba36-489d-b86e-5ffacb58c0ce HTTP/1.1" status: 200 len: 210 time: 0.0455651 Jul 22 02:33:15.777159 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-09777cf3-22d3-4efe-b7a9-6e3b6b2003e9 req-25817871-b9d8-4c38-9714-ef673f7e0435 service neutron] 10.222.0.23 "GET /v2.0/networks/189ac0f7-9cd2-42db-b3d5-b2322d889fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318521 Jul 22 02:33:16.227251 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-46ac0fbd-03cc-41f5-9e75-a35c43e1b5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:16.398231 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd6692-6888-42a1-8ab0-703308faf32f req-ecd304f4-cde7-4616-b415-48a2944a157d tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:16.399682 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-16dd6692-6888-42a1-8ab0-703308faf32f req-ecd304f4-cde7-4616-b415-48a2944a157d tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf1bc510-58ca-4671-88ef-7aafc6af9127 HTTP/1.1" status: 200 len: 948 time: 0.0617330 Jul 22 02:33:16.436870 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-16dd6692-6888-42a1-8ab0-703308faf32f req-28e6017c-1831-4b61-9cb4-4f7530a38fe2 tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] 10.222.0.30 "GET /v2.0/security-groups?id=2e29ef3b-74ff-4f95-8c5a-9aee7d35731f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315061 Jul 22 02:33:16.650489 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42348c5-8423-4d48-b89b-04519f76da52 req-0812d002-0571-4d1a-a99b-6a2a18371422 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:16.651943 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a42348c5-8423-4d48-b89b-04519f76da52 req-0812d002-0571-4d1a-a99b-6a2a18371422 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/ports?device_id=71dfa8dc-f40a-4525-8062-460fe5fb9c31 HTTP/1.1" status: 200 len: 985 time: 0.0666783 Jul 22 02:33:16.690092 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a42348c5-8423-4d48-b89b-04519f76da52 req-f17e9a7f-da19-432d-b963-8c702b83ea5c tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/security-groups?id=f13f5576-774a-463a-ae27-ddf3f24faf9e&id=69d4309b-5c39-4c14-bfec-fabe272b583a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0324326 Jul 22 02:33:17.563652 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1fd98e-5280-4673-85ea-0ee1e06b7b13 req-02a0d732-3e43-49b1-af21-630f93970865 tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:17.565423 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-cb1fd98e-5280-4673-85ea-0ee1e06b7b13 req-02a0d732-3e43-49b1-af21-630f93970865 tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf1bc510-58ca-4671-88ef-7aafc6af9127 HTTP/1.1" status: 200 len: 948 time: 0.0634542 Jul 22 02:33:17.603927 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-cb1fd98e-5280-4673-85ea-0ee1e06b7b13 req-156d86f8-164d-4f9e-8568-cb3ed2e51950 tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] 10.222.0.30 "GET /v2.0/security-groups?id=2e29ef3b-74ff-4f95-8c5a-9aee7d35731f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330412 Jul 22 02:33:17.816231 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae45df9-e358-4a13-bbff-efb302229132 req-4d159336-164a-4dad-bbee-8e8ba7cd352b tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:17.817623 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9ae45df9-e358-4a13-bbff-efb302229132 req-4d159336-164a-4dad-bbee-8e8ba7cd352b tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/ports?device_id=71dfa8dc-f40a-4525-8062-460fe5fb9c31 HTTP/1.1" status: 200 len: 985 time: 0.0613394 Jul 22 02:33:17.855658 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9ae45df9-e358-4a13-bbff-efb302229132 req-12f98c1e-6def-46d1-bfff-2822493a1e05 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/security-groups?id=f13f5576-774a-463a-ae27-ddf3f24faf9e&id=69d4309b-5c39-4c14-bfec-fabe272b583a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0324838 Jul 22 02:33:18.667779 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 33046) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:33:18.738292 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab10ab4-4459-4a65-a9ec-385ce9d2ed9a req-ace2d009-b945-4bd5-ae85-d4e7db54f1a3 tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:18.740592 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-dab10ab4-4459-4a65-a9ec-385ce9d2ed9a req-ace2d009-b945-4bd5-ae85-d4e7db54f1a3 tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf1bc510-58ca-4671-88ef-7aafc6af9127 HTTP/1.1" status: 200 len: 948 time: 0.0703700 Jul 22 02:33:18.774883 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-5e4e6ea5-8a19-4d77-80f7-08bef731d6ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:18.797855 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-dab10ab4-4459-4a65-a9ec-385ce9d2ed9a req-a5aa5cc4-fe84-42a7-9bf7-4bdc13169934 tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] 10.222.0.30 "GET /v2.0/security-groups?id=2e29ef3b-74ff-4f95-8c5a-9aee7d35731f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516934 Jul 22 02:33:18.874570 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-5e4e6ea5-8a19-4d77-80f7-08bef731d6ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:18.878291 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-5e4e6ea5-8a19-4d77-80f7-08bef731d6ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:18.917352 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-5e4e6ea5-8a19-4d77-80f7-08bef731d6ea admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fe0e32c8e2314397959d539ca09b7d34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2483680 Jul 22 02:33:18.918224 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4e6ea5-8a19-4d77-80f7-08bef731d6ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955a36d7-d84c-48db-b0ef-e2162d0d8784,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:18.920055 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 33052) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:33:18.973057 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-0285b9a7-e549-42b6-a2d6-fd76e2261786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:18.987684 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ab488-5aac-47bc-b639-65ec413c98d7 req-70fa38a1-74d3-422d-9f06-b0497f9fe792 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:18.989764 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-451ab488-5aac-47bc-b639-65ec413c98d7 req-70fa38a1-74d3-422d-9f06-b0497f9fe792 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/ports?device_id=71dfa8dc-f40a-4525-8062-460fe5fb9c31 HTTP/1.1" status: 200 len: 985 time: 0.0663965 Jul 22 02:33:18.997521 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-0285b9a7-e549-42b6-a2d6-fd76e2261786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:19.029100 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-451ab488-5aac-47bc-b639-65ec413c98d7 req-88f8d967-f3b1-4d0f-96a6-16792d60f898 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/security-groups?id=f13f5576-774a-463a-ae27-ddf3f24faf9e&id=69d4309b-5c39-4c14-bfec-fabe272b583a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332334 Jul 22 02:33:19.042977 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-0285b9a7-e549-42b6-a2d6-fd76e2261786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:19.045634 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-0285b9a7-e549-42b6-a2d6-fd76e2261786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:19.046775 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-0285b9a7-e549-42b6-a2d6-fd76e2261786 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/955a36d7-d84c-48db-b0ef-e2162d0d8784 HTTP/1.1" status: 204 len: 168 time: 0.1250212 Jul 22 02:33:19.054955 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0285b9a7-e549-42b6-a2d6-fd76e2261786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955a36d7-d84c-48db-b0ef-e2162d0d8784,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:19.296375 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 33062) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:33:19.309973 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-0b370722-b1d9-43ca-9d3f-c7074dc6114b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:19.389429 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device 6182df32-ee10-40f6-8843-69df31ce07d1 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=93207) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 02:33:19.396995 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-0b370722-b1d9-43ca-9d3f-c7074dc6114b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:19.401203 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-0b370722-b1d9-43ca-9d3f-c7074dc6114b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:19.439219 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-0b370722-b1d9-43ca-9d3f-c7074dc6114b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=44aa08fd80a34a64988c02b9235230e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1417429 Jul 22 02:33:19.440072 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b370722-b1d9-43ca-9d3f-c7074dc6114b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e08fd693-1d22-435d-be86-61d5051988af,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:19.441917 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 33064) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:33:19.485261 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port 6182df32-ee10-40f6-8843-69df31ce07d1, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=6182df32-ee10-40f6-8843-69df31ce07d1,segment=NetworkSegment(af747151-84f7-432a-bec5-361829177f87),segment_id=af747151-84f7-432a-bec5-361829177f87)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:33:19.494114 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-92c49892-b6aa-45c4-a059-ef6bf69f76b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:19.495631 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Returning: {'device': '6182df32-ee10-40f6-8843-69df31ce07d1', 'network_id': '189ac0f7-9cd2-42db-b3d5-b2322d889fdb', 'port_id': '6182df32-ee10-40f6-8843-69df31ce07d1', 'mac_address': 'fa:16:3e:4a:25:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbf4388b-111e-4650-8c15-1211dd445c83', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93207) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 02:33:19.514819 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-92c49892-b6aa-45c4-a059-ef6bf69f76b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:19.531017 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:19.543192 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.notifiers.nova [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6182df32-ee10-40f6-8843-69df31ce07d1 {{(pid=93207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:33:19.562964 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port 6182df32-ee10-40f6-8843-69df31ce07d1, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=6182df32-ee10-40f6-8843-69df31ce07d1,segment=NetworkSegment(af747151-84f7-432a-bec5-361829177f87),segment_id=af747151-84f7-432a-bec5-361829177f87)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:33:19.564070 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-92c49892-b6aa-45c4-a059-ef6bf69f76b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:19.566691 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-92c49892-b6aa-45c4-a059-ef6bf69f76b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:19.567828 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.agents_db [None req-f1c5c46c-8295-40fa-87c5-0db6e260a587 None None] Agent healthcheck: found 6 active agents {{(pid=93208) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 02:33:19.568370 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-92c49892-b6aa-45c4-a059-ef6bf69f76b2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e08fd693-1d22-435d-be86-61d5051988af HTTP/1.1" status: 204 len: 168 time: 0.1242447 Jul 22 02:33:19.573626 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:19.576838 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c49892-b6aa-45c4-a059-ef6bf69f76b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08fd693-1d22-435d-be86-61d5051988af,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:19.636184 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Pushing event updated for resources: {'Port': ['ID=6182df32-ee10-40f6-8843-69df31ce07d1,revision_number=4']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:19.643104 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:33:19.643660 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:33:19.643901 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:33:19.644237 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:33:19.644567 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:33:19.644917 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:33:19.645643 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:33:19.645643 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:33:19.645893 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:33:19.646319 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:33:19.646713 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:33:19.647038 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:33:19.930865 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668790e-5cff-45f0-a00d-47743eebc360 req-97f04891-1961-4e5d-8dfe-d30c161f5414 tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:19.932369 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-3668790e-5cff-45f0-a00d-47743eebc360 req-97f04891-1961-4e5d-8dfe-d30c161f5414 tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf1bc510-58ca-4671-88ef-7aafc6af9127 HTTP/1.1" status: 200 len: 949 time: 0.0683696 Jul 22 02:33:19.973463 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-3668790e-5cff-45f0-a00d-47743eebc360 req-b8173c8b-2a3c-4cf9-8192-d1453092cf77 tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] 10.222.0.30 "GET /v2.0/security-groups?id=2e29ef3b-74ff-4f95-8c5a-9aee7d35731f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352654 Jul 22 02:33:20.162436 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9814f73-c93b-4413-b00c-f9139f06d9d7 req-02d564e7-90d3-4d65-94d2-8633b6e29b5f tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:20.163927 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e9814f73-c93b-4413-b00c-f9139f06d9d7 req-02d564e7-90d3-4d65-94d2-8633b6e29b5f tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/ports?device_id=71dfa8dc-f40a-4525-8062-460fe5fb9c31 HTTP/1.1" status: 200 len: 985 time: 0.0678158 Jul 22 02:33:20.203902 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e9814f73-c93b-4413-b00c-f9139f06d9d7 req-42842ceb-6c2d-4a1b-9c6b-da1d3dc6b4a6 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/security-groups?id=f13f5576-774a-463a-ae27-ddf3f24faf9e&id=69d4309b-5c39-4c14-bfec-fabe272b583a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342553 Jul 22 02:33:20.295660 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device 59a327bd-bf23-464a-abc3-705a2f7e3dab no longer exists at agent hyperv_hv-cinder-79229 {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:33:20.429479 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] No Port match for: 59a327bd-bf23-464a-abc3-705a2f7e3dab {{(pid=93207) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:33:20.430183 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device 59a327bd-bf23-464a-abc3-705a2f7e3dab not bound to the agent host hv-cinder-79229 {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:33:21.097032 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d64e24d-2c23-4156-b36b-a7dbe126bf7d req-4c2ff396-9d44-4670-9dfe-01595eba9f96 tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:21.098472 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9d64e24d-2c23-4156-b36b-a7dbe126bf7d req-4c2ff396-9d44-4670-9dfe-01595eba9f96 tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf1bc510-58ca-4671-88ef-7aafc6af9127 HTTP/1.1" status: 200 len: 949 time: 0.0611951 Jul 22 02:33:21.135408 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9d64e24d-2c23-4156-b36b-a7dbe126bf7d req-c2a7a467-9428-4f8b-aa14-6d7f929ba432 tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] 10.222.0.30 "GET /v2.0/security-groups?id=2e29ef3b-74ff-4f95-8c5a-9aee7d35731f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315428 Jul 22 02:33:21.338738 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d8cf8c-0b2d-4d22-a710-dbca98673384 req-9615861d-8a82-45f9-93c2-61751f0e9238 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:21.340225 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-c2d8cf8c-0b2d-4d22-a710-dbca98673384 req-9615861d-8a82-45f9-93c2-61751f0e9238 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/ports?device_id=71dfa8dc-f40a-4525-8062-460fe5fb9c31 HTTP/1.1" status: 200 len: 985 time: 0.0696974 Jul 22 02:33:21.379716 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-c2d8cf8c-0b2d-4d22-a710-dbca98673384 req-6d9d0862-3f9b-4212-8450-002fb6deaf71 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/security-groups?id=f13f5576-774a-463a-ae27-ddf3f24faf9e&id=69d4309b-5c39-4c14-bfec-fabe272b583a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335419 Jul 22 02:33:21.684819 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] get_ports_and_sgs() called for port_ids ['6182df32-ee10-40f6-8843-69df31ce07d1'] {{(pid=93207) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:33:22.260568 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c46a8ef-9174-4265-a9e6-6c45255ac932 req-8615d08a-d6fa-4291-ae13-eb857d301125 tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:22.262155 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-7c46a8ef-9174-4265-a9e6-6c45255ac932 req-8615d08a-d6fa-4291-ae13-eb857d301125 tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf1bc510-58ca-4671-88ef-7aafc6af9127 HTTP/1.1" status: 200 len: 949 time: 0.0628040 Jul 22 02:33:22.299050 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-7c46a8ef-9174-4265-a9e6-6c45255ac932 req-f670cd72-76fb-4841-b272-7315093e0cd7 tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] 10.222.0.30 "GET /v2.0/security-groups?id=2e29ef3b-74ff-4f95-8c5a-9aee7d35731f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314689 Jul 22 02:33:22.509425 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059df5a1-8b41-4048-bfc7-c7263ce120ad req-f31c7bb1-2e61-4b8d-bbb5-5141b42e140e tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:22.511075 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-059df5a1-8b41-4048-bfc7-c7263ce120ad req-f31c7bb1-2e61-4b8d-bbb5-5141b42e140e tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/ports?device_id=71dfa8dc-f40a-4525-8062-460fe5fb9c31 HTTP/1.1" status: 200 len: 985 time: 0.0652463 Jul 22 02:33:22.551629 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-059df5a1-8b41-4048-bfc7-c7263ce120ad req-a358924b-1ae5-4b2a-9fd0-df0306401619 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/security-groups?id=f13f5576-774a-463a-ae27-ddf3f24faf9e&id=69d4309b-5c39-4c14-bfec-fabe272b583a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346179 Jul 22 02:33:23.427847 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcfd28c-b2d4-4168-9d05-2ea9907027a1 req-559d3a27-ccda-4e30-b9c0-c65c360c4c54 tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:23.429222 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-6fcfd28c-b2d4-4168-9d05-2ea9907027a1 req-559d3a27-ccda-4e30-b9c0-c65c360c4c54 tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf1bc510-58ca-4671-88ef-7aafc6af9127 HTTP/1.1" status: 200 len: 949 time: 0.0641189 Jul 22 02:33:23.466469 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-6fcfd28c-b2d4-4168-9d05-2ea9907027a1 req-71543bda-b10a-49fc-950c-df554227d2cf tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] 10.222.0.30 "GET /v2.0/security-groups?id=2e29ef3b-74ff-4f95-8c5a-9aee7d35731f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318401 Jul 22 02:33:23.681313 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61fbbab-b3b5-47c1-9961-b24fe09dac76 req-7c6c88d0-880d-423c-954e-fb68f4db3cdb tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:23.682722 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e61fbbab-b3b5-47c1-9961-b24fe09dac76 req-7c6c88d0-880d-423c-954e-fb68f4db3cdb tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/ports?device_id=71dfa8dc-f40a-4525-8062-460fe5fb9c31 HTTP/1.1" status: 200 len: 985 time: 0.0646200 Jul 22 02:33:23.721638 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e61fbbab-b3b5-47c1-9961-b24fe09dac76 req-45a92041-a845-45b1-8b7a-9aff54a51d45 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/security-groups?id=f13f5576-774a-463a-ae27-ddf3f24faf9e&id=69d4309b-5c39-4c14-bfec-fabe272b583a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334260 Jul 22 02:33:24.191565 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device 6182df32-ee10-40f6-8843-69df31ce07d1 up at agent hyperv_hv-cinder-79229 {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:33:24.240732 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Provisioning for port 6182df32-ee10-40f6-8843-69df31ce07d1 completed by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:33:24.244408 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Provisioning complete for port 6182df32-ee10-40f6-8843-69df31ce07d1 triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:33:24.244817 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:24.317302 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:24.338773 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf1bc510-58ca-4671-88ef-7aafc6af9127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6182df32-ee10-40f6-8843-69df31ce07d1'}] {{(pid=93207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:33:24.340990 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7ee477d080e02922d9a3c1e9b5cc60990edb702a504399eb5b32d0111ac025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409ea7ef-c9c3-4c92-90bd-ab0459699f5a" -d '{"events": [{"server_uuid": "cf1bc510-58ca-4671-88ef-7aafc6af9127", "name": "network-vif-plugged", "status": "completed", "tag": "6182df32-ee10-40f6-8843-69df31ce07d1"}]}' {{(pid=93207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:33:24.354037 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port 6182df32-ee10-40f6-8843-69df31ce07d1, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=6182df32-ee10-40f6-8843-69df31ce07d1,segment=NetworkSegment(af747151-84f7-432a-bec5-361829177f87),segment_id=af747151-84f7-432a-bec5-361829177f87)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:33:24.358130 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:24.380625 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa24aeb-2610-4074-a6fe-6fc2c4da1c45 x-openstack-request-id: req-9fa24aeb-2610-4074-a6fe-6fc2c4da1c45 {{(pid=93207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:33:24.380933 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf1bc510-58ca-4671-88ef-7aafc6af9127", "name": "network-vif-plugged", "status": "completed", "tag": "6182df32-ee10-40f6-8843-69df31ce07d1", "code": 200}]} {{(pid=93207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:33:24.381176 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9fa24aeb-2610-4074-a6fe-6fc2c4da1c45 {{(pid=93207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:33:24.381547 dv-cinder-792299-6-iscsi neutron-server[93207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf1bc510-58ca-4671-88ef-7aafc6af9127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6182df32-ee10-40f6-8843-69df31ce07d1', 'code': 200} Jul 22 02:33:24.408281 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Pushing event updated for resources: {'Port': ['ID=6182df32-ee10-40f6-8843-69df31ce07d1,revision_number=5']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:24.593436 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b11ae6-bcd8-4c9e-9ace-f018e00633e3 req-297f7372-b80a-4cf7-8dfa-b709a117206a tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:24.594876 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e8b11ae6-bcd8-4c9e-9ace-f018e00633e3 req-297f7372-b80a-4cf7-8dfa-b709a117206a tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf1bc510-58ca-4671-88ef-7aafc6af9127 HTTP/1.1" status: 200 len: 950 time: 0.0640490 Jul 22 02:33:24.630431 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e8b11ae6-bcd8-4c9e-9ace-f018e00633e3 req-37fa717e-2c75-497a-b199-8c00d6b3e43b tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] 10.222.0.30 "GET /v2.0/security-groups?id=2e29ef3b-74ff-4f95-8c5a-9aee7d35731f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295753 Jul 22 02:33:25.760160 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e6f80e-92aa-4279-a510-cd0ab9d21333 req-2ec189be-e2e7-4340-bf45-dbb3dc175c26 tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:25.763771 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-19e6f80e-92aa-4279-a510-cd0ab9d21333 req-2ec189be-e2e7-4340-bf45-dbb3dc175c26 tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf1bc510-58ca-4671-88ef-7aafc6af9127 HTTP/1.1" status: 200 len: 950 time: 0.0656121 Jul 22 02:33:25.798107 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-19e6f80e-92aa-4279-a510-cd0ab9d21333 req-97f91c70-0c99-4987-bbf8-9cbd925463f9 tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] 10.222.0.30 "GET /v2.0/security-groups?id=2e29ef3b-74ff-4f95-8c5a-9aee7d35731f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309153 Jul 22 02:33:26.292287 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df68fbc5-4937-480a-8735-7076a7fab884 req-f2976360-7d91-4706-838f-94c947e72fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:26.293760 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-df68fbc5-4937-480a-8735-7076a7fab884 req-f2976360-7d91-4706-838f-94c947e72fe3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cf1bc510-58ca-4671-88ef-7aafc6af9127 HTTP/1.1" status: 200 len: 1103 time: 0.0510879 Jul 22 02:33:26.325877 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-df68fbc5-4937-480a-8735-7076a7fab884 req-a7a04284-1b69-4647-aa40-c41492a6008f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2e29ef3b-74ff-4f95-8c5a-9aee7d35731f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0254266 Jul 22 02:33:26.930096 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ea4d6-2efd-43fd-a10d-230fcf2c2b56 req-286c3806-7b5a-40e3-a438-d67276b2de75 tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:26.931812 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-777ea4d6-2efd-43fd-a10d-230fcf2c2b56 req-286c3806-7b5a-40e3-a438-d67276b2de75 tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf1bc510-58ca-4671-88ef-7aafc6af9127 HTTP/1.1" status: 200 len: 950 time: 0.0683668 Jul 22 02:33:26.972688 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-777ea4d6-2efd-43fd-a10d-230fcf2c2b56 req-0a33ec05-b66a-4732-b827-769f3028df81 tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] 10.222.0.30 "GET /v2.0/security-groups?id=2e29ef3b-74ff-4f95-8c5a-9aee7d35731f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347428 Jul 22 02:33:28.101610 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6405289a-1a23-4290-8796-dab7b31a8706 req-f845453f-6a93-4800-89d3-2cd0b4bcca9e tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:28.103092 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-6405289a-1a23-4290-8796-dab7b31a8706 req-f845453f-6a93-4800-89d3-2cd0b4bcca9e tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf1bc510-58ca-4671-88ef-7aafc6af9127 HTTP/1.1" status: 200 len: 950 time: 0.0624833 Jul 22 02:33:28.143396 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-6405289a-1a23-4290-8796-dab7b31a8706 req-28ad6766-a80c-45ea-b0aa-b8fa48afb44e tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] 10.222.0.30 "GET /v2.0/security-groups?id=2e29ef3b-74ff-4f95-8c5a-9aee7d35731f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334554 Jul 22 02:33:28.422878 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b4ee3d-42cc-4edb-8231-ecb978e92b4e req-533af60f-3cad-4662-a4b3-817df1926f79 tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:28.424308 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-52b4ee3d-42cc-4edb-8231-ecb978e92b4e req-533af60f-3cad-4662-a4b3-817df1926f79 tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf1bc510-58ca-4671-88ef-7aafc6af9127 HTTP/1.1" status: 200 len: 950 time: 0.0655344 Jul 22 02:33:28.461833 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-52b4ee3d-42cc-4edb-8231-ecb978e92b4e req-e1f4333a-d490-4ae5-a65b-acf262641b38 tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] 10.222.0.30 "GET /v2.0/security-groups?id=2e29ef3b-74ff-4f95-8c5a-9aee7d35731f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315762 Jul 22 02:33:29.587792 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2794e-779c-4c62-9d15-8c9e24ce8582 req-b1f284b2-08d4-4010-9378-68bf0226c6b7 tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:29.589261 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-5eb2794e-779c-4c62-9d15-8c9e24ce8582 req-b1f284b2-08d4-4010-9378-68bf0226c6b7 tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf1bc510-58ca-4671-88ef-7aafc6af9127 HTTP/1.1" status: 200 len: 950 time: 0.0611391 Jul 22 02:33:29.624831 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-5eb2794e-779c-4c62-9d15-8c9e24ce8582 req-9363cee1-2036-479c-8681-dd74a73bc294 tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] 10.222.0.30 "GET /v2.0/security-groups?id=2e29ef3b-74ff-4f95-8c5a-9aee7d35731f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301030 Jul 22 02:33:30.752346 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c79b8c-1b03-405d-9b2a-5bca586504f5 req-76e10bd4-bbaf-4c68-a236-c54ed9916d58 tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:30.753818 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e7c79b8c-1b03-405d-9b2a-5bca586504f5 req-76e10bd4-bbaf-4c68-a236-c54ed9916d58 tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf1bc510-58ca-4671-88ef-7aafc6af9127 HTTP/1.1" status: 200 len: 950 time: 0.0622206 Jul 22 02:33:30.790756 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e7c79b8c-1b03-405d-9b2a-5bca586504f5 req-a2e7bcba-fba5-4b4e-92fe-70cca75c9ec9 tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] 10.222.0.30 "GET /v2.0/security-groups?id=2e29ef3b-74ff-4f95-8c5a-9aee7d35731f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312910 Jul 22 02:33:31.917996 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9298071-32cf-44ff-9a4c-cf4f26912f7b req-f9472ec9-2b74-47f9-adfd-5eda33abc70e tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:31.919435 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-c9298071-32cf-44ff-9a4c-cf4f26912f7b req-f9472ec9-2b74-47f9-adfd-5eda33abc70e tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf1bc510-58ca-4671-88ef-7aafc6af9127 HTTP/1.1" status: 200 len: 950 time: 0.0644984 Jul 22 02:33:31.955011 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-c9298071-32cf-44ff-9a4c-cf4f26912f7b req-b99e46da-253a-45bd-906d-c40b2bdb1707 tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] 10.222.0.30 "GET /v2.0/security-groups?id=2e29ef3b-74ff-4f95-8c5a-9aee7d35731f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302038 Jul 22 02:33:33.079785 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2002bb63-7b47-4108-9206-505835654bc9 req-dbb4f378-22c9-4e47-a59e-52f1d2a663ed tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:33.081255 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-2002bb63-7b47-4108-9206-505835654bc9 req-dbb4f378-22c9-4e47-a59e-52f1d2a663ed tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf1bc510-58ca-4671-88ef-7aafc6af9127 HTTP/1.1" status: 200 len: 950 time: 0.0620379 Jul 22 02:33:33.116615 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-2002bb63-7b47-4108-9206-505835654bc9 req-9f8de754-100d-4aac-bda9-1ad1797a27f7 tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] 10.222.0.30 "GET /v2.0/security-groups?id=2e29ef3b-74ff-4f95-8c5a-9aee7d35731f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298731 Jul 22 02:33:34.244844 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce52eeb-5794-48d6-8d9e-14d0367d0c30 req-a3ffe6f8-66f6-4a22-88f2-7bb706a40385 tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:34.246371 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-6ce52eeb-5794-48d6-8d9e-14d0367d0c30 req-a3ffe6f8-66f6-4a22-88f2-7bb706a40385 tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf1bc510-58ca-4671-88ef-7aafc6af9127 HTTP/1.1" status: 200 len: 950 time: 0.0653157 Jul 22 02:33:34.283523 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-6ce52eeb-5794-48d6-8d9e-14d0367d0c30 req-c765fc80-86c7-4c46-953d-c0b377eef0ed tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] 10.222.0.30 "GET /v2.0/security-groups?id=2e29ef3b-74ff-4f95-8c5a-9aee7d35731f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317008 Jul 22 02:33:35.122028 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d81eb8-0c22-467b-a2bc-ddec23c331a1 req-584d53c9-6402-4636-a42a-4933b48c2a08 tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:35.123460 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a0d81eb8-0c22-467b-a2bc-ddec23c331a1 req-584d53c9-6402-4636-a42a-4933b48c2a08 tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf1bc510-58ca-4671-88ef-7aafc6af9127 HTTP/1.1" status: 200 len: 950 time: 0.0633149 Jul 22 02:33:35.221683 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [req-a0d81eb8-0c22-467b-a2bc-ddec23c331a1 req-b083d506-7e92-4263-8084-fb6dc2d0674c tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] Deleting port 6182df32-ee10-40f6-8843-69df31ce07d1 {{(pid=93206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:33:35.222021 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-a0d81eb8-0c22-467b-a2bc-ddec23c331a1 req-b083d506-7e92-4263-8084-fb6dc2d0674c tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789867966868'] for port, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:35.317302 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [req-a0d81eb8-0c22-467b-a2bc-ddec23c331a1 req-b083d506-7e92-4263-8084-fb6dc2d0674c tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] For port 6182df32-ee10-40f6-8843-69df31ce07d1, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=6182df32-ee10-40f6-8843-69df31ce07d1,segment=NetworkSegment(af747151-84f7-432a-bec5-361829177f87),segment_id=af747151-84f7-432a-bec5-361829177f87)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:33:35.317855 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-a0d81eb8-0c22-467b-a2bc-ddec23c331a1 req-b083d506-7e92-4263-8084-fb6dc2d0674c tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760608'] for port, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:35.330892 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [req-a0d81eb8-0c22-467b-a2bc-ddec23c331a1 req-b083d506-7e92-4263-8084-fb6dc2d0674c tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] Calling delete_port for 6182df32-ee10-40f6-8843-69df31ce07d1 owned by compute:nova {{(pid=93206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:33:35.455325 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cc2e58-d2b5-443a-83bf-280d9b6ff178 req-c1ba9450-d07e-4cbf-a3ba-1146c8aa5859 tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:35.456825 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-10cc2e58-d2b5-443a-83bf-280d9b6ff178 req-c1ba9450-d07e-4cbf-a3ba-1146c8aa5859 tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf1bc510-58ca-4671-88ef-7aafc6af9127 HTTP/1.1" status: 200 len: 950 time: 0.0869219 Jul 22 02:33:35.530234 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-10cc2e58-d2b5-443a-83bf-280d9b6ff178 req-360b4089-3a7e-4f8a-a209-1cd52ec23e01 tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] 10.222.0.30 "GET /v2.0/security-groups?id=2e29ef3b-74ff-4f95-8c5a-9aee7d35731f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631375 Jul 22 02:33:35.531359 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-a0d81eb8-0c22-467b-a2bc-ddec23c331a1 req-b083d506-7e92-4263-8084-fb6dc2d0674c tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789867968359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789867566228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909347'] for port, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:35.550333 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] get_ports_and_sgs() called for port_ids ['6182df32-ee10-40f6-8843-69df31ce07d1'] {{(pid=93207) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:33:35.560348 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b083d506-7e92-4263-8084-fb6dc2d0674c tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] Pushing event deleted for resources: {'Port': ['ID=6182df32-ee10-40f6-8843-69df31ce07d1,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:35.615952 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0d81eb8-0c22-467b-a2bc-ddec23c331a1 req-b083d506-7e92-4263-8084-fb6dc2d0674c tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] No DVR routers for this DVR port 6182df32-ee10-40f6-8843-69df31ce07d1 on host hv-cinder-79229 {{(pid=93206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 02:33:35.618568 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-a0d81eb8-0c22-467b-a2bc-ddec23c331a1 req-b083d506-7e92-4263-8084-fb6dc2d0674c tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409'] for port, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:35.620759 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a0d81eb8-0c22-467b-a2bc-ddec23c331a1 req-b083d506-7e92-4263-8084-fb6dc2d0674c tempest-VolumesNegativeTest-1523760122 tempest-VolumesNegativeTest-1523760122-project] 10.222.0.23 "DELETE /v2.0/ports/6182df32-ee10-40f6-8843-69df31ce07d1 HTTP/1.1" status: 204 len: 173 time: 0.4914312 Jul 22 02:33:35.621261 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf1bc510-58ca-4671-88ef-7aafc6af9127', 'name': 'network-vif-deleted', 'tag': '6182df32-ee10-40f6-8843-69df31ce07d1'}] {{(pid=93206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:33:35.623625 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2c7467b3a520cac2f9dc58394876cadcbbb82697b422dc56d8b09de1a4b7e26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc6c478-b833-4b7d-8f15-a5457afeee3a" -d '{"events": [{"server_uuid": "cf1bc510-58ca-4671-88ef-7aafc6af9127", "name": "network-vif-deleted", "tag": "6182df32-ee10-40f6-8843-69df31ce07d1"}]}' {{(pid=93206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:33:35.684589 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ea71c3-cfde-43a6-98ad-227e430cd6f2 x-openstack-request-id: req-20ea71c3-cfde-43a6-98ad-227e430cd6f2 {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:33:35.684916 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf1bc510-58ca-4671-88ef-7aafc6af9127", "name": "network-vif-deleted", "tag": "6182df32-ee10-40f6-8843-69df31ce07d1", "status": "completed", "code": 200}]} {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:33:35.688716 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-20ea71c3-cfde-43a6-98ad-227e430cd6f2 {{(pid=93206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:33:35.689186 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf1bc510-58ca-4671-88ef-7aafc6af9127', 'name': 'network-vif-deleted', 'tag': '6182df32-ee10-40f6-8843-69df31ce07d1', 'status': 'completed', 'code': 200} Jul 22 02:33:40.325706 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device 6182df32-ee10-40f6-8843-69df31ce07d1 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:33:40.344930 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] No Port match for: 6182df32-ee10-40f6-8843-69df31ce07d1 {{(pid=93207) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:33:40.345351 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device 6182df32-ee10-40f6-8843-69df31ce07d1 not bound to the agent host hv-cinder-79229 {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:33:41.076573 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-a2223212-d197-46dc-9519-b796a21f7285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:42.103139 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0336d3-8b2b-426f-82f2-6e59f87feb09 req-9dc4d89d-a3ef-4cfd-a0f3-a4b41548b812 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:42.104546 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-ac0336d3-8b2b-426f-82f2-6e59f87feb09 req-9dc4d89d-a3ef-4cfd-a0f3-a4b41548b812 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 946 time: 0.0639327 Jul 22 02:33:42.140826 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-ac0336d3-8b2b-426f-82f2-6e59f87feb09 req-c3fe2843-3b9f-4725-855e-3588b3a74057 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307734 Jul 22 02:33:42.273866 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:43.350238 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 33628) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:33:43.438406 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-40421867-95f6-4390-a272-975ba817fd5e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f78e026e0a5d4484aa82c1e8025a8ddc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0864677 Jul 22 02:33:43.441100 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 33632) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:33:43.491637 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-269dd486-62ab-42bf-ab73-3ba3316e0175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:43.502978 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ddbf13-57f2-439d-b080-2690160d3e40 req-821366a0-2a84-4d40-a9ab-52bcc33491f3 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:43.504449 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-10ddbf13-57f2-439d-b080-2690160d3e40 req-821366a0-2a84-4d40-a9ab-52bcc33491f3 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 946 time: 0.2870522 Jul 22 02:33:43.515576 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-269dd486-62ab-42bf-ab73-3ba3316e0175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:43.541792 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-10ddbf13-57f2-439d-b080-2690160d3e40 req-d23c604a-419e-417e-ae0d-49e3c75bff8d tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309222 Jul 22 02:33:43.561383 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-269dd486-62ab-42bf-ab73-3ba3316e0175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:43.564271 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-269dd486-62ab-42bf-ab73-3ba3316e0175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:43.565575 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-269dd486-62ab-42bf-ab73-3ba3316e0175 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2e29ef3b-74ff-4f95-8c5a-9aee7d35731f HTTP/1.1" status: 204 len: 168 time: 0.1231933 Jul 22 02:33:43.574048 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269dd486-62ab-42bf-ab73-3ba3316e0175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e29ef3b-74ff-4f95-8c5a-9aee7d35731f,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:43.801004 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-00d48e81-3278-4caa-b802-019436fe1e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:43.901831 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:43.979801 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d2fda6-fb04-45b3-9bb4-c3096b4625fd req-827444b8-9325-4519-a40f-2a07f6c96ba0 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:43.981359 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-11d2fda6-fb04-45b3-9bb4-c3096b4625fd req-827444b8-9325-4519-a40f-2a07f6c96ba0 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 946 time: 0.0644176 Jul 22 02:33:44.090353 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [req-11d2fda6-fb04-45b3-9bb4-c3096b4625fd req-3338ff8b-54a4-479c-ab67-c2216bf1580d tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Deleting port e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea {{(pid=93206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:33:44.090689 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-11d2fda6-fb04-45b3-9bb4-c3096b4625fd req-3338ff8b-54a4-479c-ab67-c2216bf1580d tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789867966868'] for port, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:44.180379 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [req-11d2fda6-fb04-45b3-9bb4-c3096b4625fd req-3338ff8b-54a4-479c-ab67-c2216bf1580d tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] For port e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea,segment=NetworkSegment(ed3fa64c-067a-4564-b1ab-aed7a924eb26),segment_id=ed3fa64c-067a-4564-b1ab-aed7a924eb26)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:33:44.180784 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-11d2fda6-fb04-45b3-9bb4-c3096b4625fd req-3338ff8b-54a4-479c-ab67-c2216bf1580d tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760608'] for port, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:44.686703 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-11d2fda6-fb04-45b3-9bb4-c3096b4625fd req-3338ff8b-54a4-479c-ab67-c2216bf1580d tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:44.687412 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-11d2fda6-fb04-45b3-9bb4-c3096b4625fd req-3338ff8b-54a4-479c-ab67-c2216bf1580d tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746573'] for floatingip, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:44.687412 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.db.l3_db [req-11d2fda6-fb04-45b3-9bb4-c3096b4625fd req-3338ff8b-54a4-479c-ab67-c2216bf1580d tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Floating IP 6622cea7-1046-4063-b27f-305d440bed56 disassociated. External IP: 172.27.3.227, port: e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea. Jul 22 02:33:44.687755 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [req-11d2fda6-fb04-45b3-9bb4-c3096b4625fd req-3338ff8b-54a4-479c-ab67-c2216bf1580d tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Calling delete_port for e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea owned by compute:nova {{(pid=93206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:33:44.718580 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9c5a9526-544c-492b-b3ab-1b4c68701215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:44.845155 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-11d2fda6-fb04-45b3-9bb4-c3096b4625fd req-3338ff8b-54a4-479c-ab67-c2216bf1580d tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789867968359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789867566228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909347'] for port, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:44.879118 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3338ff8b-54a4-479c-ab67-c2216bf1580d tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Pushing event deleted for resources: {'Port': ['ID=e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:44.896168 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c2df8-d3eb-4984-873f-e0d2bbff5d7f req-1b5606d8-e05c-4932-94d4-025811e1938f tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:44.897713 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-1c7c2df8-d3eb-4984-873f-e0d2bbff5d7f req-1b5606d8-e05c-4932-94d4-025811e1938f tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1 HTTP/1.1" status: 200 len: 868 time: 0.2695079 Jul 22 02:33:45.009496 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-1c7c2df8-d3eb-4984-873f-e0d2bbff5d7f req-884eb5ab-88a1-43c3-81b2-20329876ef7a tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=4cc208cc-b6a6-4f44-b05c-1c8bab43836c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774567 Jul 22 02:33:45.043652 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11d2fda6-fb04-45b3-9bb4-c3096b4625fd req-3338ff8b-54a4-479c-ab67-c2216bf1580d tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Router 31dbb3de-5002-476d-90e9-ec3708f0d4a0 has already been hosted by L3 agent f9ed0358-a013-4c74-a622-17ee633b4610 {{(pid=93206) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 02:33:45.159554 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11d2fda6-fb04-45b3-9bb4-c3096b4625fd req-3338ff8b-54a4-479c-ab67-c2216bf1580d tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify agent at l3_agent.dv-cinder-792299-6-iscsi the message routers_updated {{(pid=93206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:33:45.171384 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b493c90e-9e9b-41a8-a19a-477788fef94a None None] Sync routers for ids ['31dbb3de-5002-476d-90e9-ec3708f0d4a0'] in dv-cinder-792299-6-iscsi {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:33:45.183089 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b493c90e-9e9b-41a8-a19a-477788fef94a None None] Routers {'31dbb3de-5002-476d-90e9-ec3708f0d4a0'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:33:45.184060 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-b493c90e-9e9b-41a8-a19a-477788fef94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:33:44Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['31dbb3de-5002-476d-90e9-ec3708f0d4a0'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:33:45.212139 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d2fda6-fb04-45b3-9bb4-c3096b4625fd req-3338ff8b-54a4-479c-ab67-c2216bf1580d tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] No DVR routers for this DVR port e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea on host hv-cinder-79229 {{(pid=93206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 02:33:45.214829 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-11d2fda6-fb04-45b3-9bb4-c3096b4625fd req-3338ff8b-54a4-479c-ab67-c2216bf1580d tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409'] for port, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:45.216940 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-11d2fda6-fb04-45b3-9bb4-c3096b4625fd req-3338ff8b-54a4-479c-ab67-c2216bf1580d tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.23 "DELETE /v2.0/ports/e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea HTTP/1.1" status: 204 len: 173 time: 1.2293458 Jul 22 02:33:45.217593 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3588f8d-c7b7-42c5-a7bf-f413fb7dbac1', 'name': 'network-vif-deleted', 'tag': 'e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea'}] {{(pid=93206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:33:45.220000 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2c7467b3a520cac2f9dc58394876cadcbbb82697b422dc56d8b09de1a4b7e26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ea6510-f064-482f-a92f-f22dfa5b4d8b" -d '{"events": [{"server_uuid": "d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1", "name": "network-vif-deleted", "tag": "e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea"}]}' {{(pid=93206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:33:45.263935 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c37e81-4535-41d4-8d90-8cfca0434a8c x-openstack-request-id: req-35c37e81-4535-41d4-8d90-8cfca0434a8c {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:33:45.268757 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3588f8d-c7b7-42c5-a7bf-f413fb7dbac1", "name": "network-vif-deleted", "tag": "e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea", "status": "completed", "code": 200}]} {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:33:45.269196 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-35c37e81-4535-41d4-8d90-8cfca0434a8c {{(pid=93206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:33:45.269764 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3588f8d-c7b7-42c5-a7bf-f413fb7dbac1', 'name': 'network-vif-deleted', 'tag': 'e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea', 'status': 'completed', 'code': 200} Jul 22 02:33:45.331220 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-b493c90e-9e9b-41a8-a19a-477788fef94a None None] Set router 31dbb3de-5002-476d-90e9-ec3708f0d4a0 gateway port host: dv-cinder-792299-6-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:33:45.452877 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 33684) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:33:45.543187 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-b493c90e-9e9b-41a8-a19a-477788fef94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31dbb3de-5002-476d-90e9-ec3708f0d4a0', 'name': 'tempest-AttachVolumeShelveTestJSON-1720449418-router', 'tenant_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'd13595d8-8686-42d7-ad69-bf7f60fb015e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:28:44Z', 'updated_at': '2021-07-22T02:28:50Z', 'revision_number': 4, 'project_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'gw_port': {'id': 'd13595d8-8686-42d7-ad69-bf7f60fb015e', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31dbb3de-5002-476d-90e9-ec3708f0d4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:28:44Z', 'updated_at': '2021-07-22T02:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_interfaces': [{'id': '181cea9f-5c7f-480b-a288-bb655937ba35', 'name': '', 'network_id': 'c1704d84-6956-4df3-918a-504126cdf765', 'tenant_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'mac_address': 'fa:16:3e:02:a6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31dbb3de-5002-476d-90e9-ec3708f0d4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b32e8e6a-923e-4e9e-b074-47bc54badd49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:28:49Z', 'updated_at': '2021-07-22T02:28:58Z', 'revision_number': 5, 'project_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'subnets': [{'id': 'b32e8e6a-923e-4e9e-b074-47bc54badd49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:33:45.559543 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-eb77d11b-680e-4fbe-a70d-b306a50fffc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:45.571543 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b493c90e-9e9b-41a8-a19a-477788fef94a None None] Checking router: 31dbb3de-5002-476d-90e9-ec3708f0d4a0 for host: dv-cinder-792299-6-iscsi {{(pid=93207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:33:45.579809 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b493c90e-9e9b-41a8-a19a-477788fef94a None None] Routers {'31dbb3de-5002-476d-90e9-ec3708f0d4a0'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:33:45.580487 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-b493c90e-9e9b-41a8-a19a-477788fef94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:33:44Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['31dbb3de-5002-476d-90e9-ec3708f0d4a0'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:33:45.648277 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-eb77d11b-680e-4fbe-a70d-b306a50fffc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:45.653952 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-eb77d11b-680e-4fbe-a70d-b306a50fffc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:45.698429 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-b493c90e-9e9b-41a8-a19a-477788fef94a None None] Set router 31dbb3de-5002-476d-90e9-ec3708f0d4a0 gateway port host: dv-cinder-792299-6-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:33:45.700633 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 33688) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:33:45.707557 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-eb77d11b-680e-4fbe-a70d-b306a50fffc2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=24b0c488079d4368b37258a6bb38f215&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2534704 Jul 22 02:33:45.708535 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb77d11b-680e-4fbe-a70d-b306a50fffc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb471e3-0500-4c0f-affb-83bf8f76d06b,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:45.756450 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-416da4f6-75be-4743-986c-212ec5753e2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:45.778767 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-416da4f6-75be-4743-986c-212ec5753e2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:45.839193 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-416da4f6-75be-4743-986c-212ec5753e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:45.843174 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-416da4f6-75be-4743-986c-212ec5753e2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:45.847394 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-416da4f6-75be-4743-986c-212ec5753e2b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/feb471e3-0500-4c0f-affb-83bf8f76d06b HTTP/1.1" status: 204 len: 168 time: 0.1457310 Jul 22 02:33:45.870000 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416da4f6-75be-4743-986c-212ec5753e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb471e3-0500-4c0f-affb-83bf8f76d06b,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:45.932494 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-b493c90e-9e9b-41a8-a19a-477788fef94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31dbb3de-5002-476d-90e9-ec3708f0d4a0', 'name': 'tempest-AttachVolumeShelveTestJSON-1720449418-router', 'tenant_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'd13595d8-8686-42d7-ad69-bf7f60fb015e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:28:44Z', 'updated_at': '2021-07-22T02:28:50Z', 'revision_number': 4, 'project_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'gw_port': {'id': 'd13595d8-8686-42d7-ad69-bf7f60fb015e', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31dbb3de-5002-476d-90e9-ec3708f0d4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:28:44Z', 'updated_at': '2021-07-22T02:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_interfaces': [{'id': '181cea9f-5c7f-480b-a288-bb655937ba35', 'name': '', 'network_id': 'c1704d84-6956-4df3-918a-504126cdf765', 'tenant_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'mac_address': 'fa:16:3e:02:a6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31dbb3de-5002-476d-90e9-ec3708f0d4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b32e8e6a-923e-4e9e-b074-47bc54badd49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:28:49Z', 'updated_at': '2021-07-22T02:28:58Z', 'revision_number': 5, 'project_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'subnets': [{'id': 'b32e8e6a-923e-4e9e-b074-47bc54badd49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:33:45.964383 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b493c90e-9e9b-41a8-a19a-477788fef94a None None] The sync data for ids ['31dbb3de-5002-476d-90e9-ec3708f0d4a0'] in dv-cinder-792299-6-iscsi is: [{'id': '31dbb3de-5002-476d-90e9-ec3708f0d4a0', 'name': 'tempest-AttachVolumeShelveTestJSON-1720449418-router', 'tenant_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'd13595d8-8686-42d7-ad69-bf7f60fb015e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:28:44Z', 'updated_at': '2021-07-22T02:28:50Z', 'revision_number': 4, 'project_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'gw_port': {'id': 'd13595d8-8686-42d7-ad69-bf7f60fb015e', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31dbb3de-5002-476d-90e9-ec3708f0d4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:28:44Z', 'updated_at': '2021-07-22T02:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_interfaces': [{'id': '181cea9f-5c7f-480b-a288-bb655937ba35', 'name': '', 'network_id': 'c1704d84-6956-4df3-918a-504126cdf765', 'tenant_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'mac_address': 'fa:16:3e:02:a6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31dbb3de-5002-476d-90e9-ec3708f0d4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b32e8e6a-923e-4e9e-b074-47bc54badd49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:28:49Z', 'updated_at': '2021-07-22T02:28:58Z', 'revision_number': 5, 'project_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'subnets': [{'id': 'b32e8e6a-923e-4e9e-b074-47bc54badd49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:33:46.143647 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 33710) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:33:46.240233 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-46ac0fbd-03cc-41f5-9e75-a35c43e1b5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:46.241594 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1c48fbb0-2367-4b15-8a53-e3e6acae58f3 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:46.296963 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1c48fbb0-2367-4b15-8a53-e3e6acae58f3 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:46.344264 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac92bd3-34c6-42e1-bd44-953056afc0bc None None] New status for floating IP 6622cea7-1046-4063-b27f-305d440bed56: DOWN {{(pid=93208) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 02:33:46.371087 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1c48fbb0-2367-4b15-8a53-e3e6acae58f3 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:46.374216 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1c48fbb0-2367-4b15-8a53-e3e6acae58f3 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:46.378034 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-1c48fbb0-2367-4b15-8a53-e3e6acae58f3 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "DELETE /v2.0/security-groups/4cc208cc-b6a6-4f44-b05c-1c8bab43836c HTTP/1.1" status: 204 len: 168 time: 0.2306578 Jul 22 02:33:46.378817 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 33728) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:33:46.389496 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c48fbb0-2367-4b15-8a53-e3e6acae58f3 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc208cc-b6a6-4f44-b05c-1c8bab43836c,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:46.397917 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.api.v2.resource [None req-752c6150-211b-48ec-be82-7e32f948db09 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] show failed (client error): The resource could not be found. Jul 22 02:33:46.405563 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-752c6150-211b-48ec-be82-7e32f948db09 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups/4cc208cc-b6a6-4f44-b05c-1c8bab43836c HTTP/1.1" status: 404 len: 347 time: 0.0253785 Jul 22 02:33:46.408601 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 33732) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:33:46.562180 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-d3ac4ddd-0496-4591-b641-0c9c46057f40 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Deleting port 9d594e90-8f22-4b51-95ff-1ff8876f5c92 {{(pid=93206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:33:46.562505 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-d3ac4ddd-0496-4591-b641-0c9c46057f40 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789867966868'] for port, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:46.649019 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-d3ac4ddd-0496-4591-b641-0c9c46057f40 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760608'] for port, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:46.649628 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-d3ac4ddd-0496-4591-b641-0c9c46057f40 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:46.669162 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-d3ac4ddd-0496-4591-b641-0c9c46057f40 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Calling delete_port for 9d594e90-8f22-4b51-95ff-1ff8876f5c92 owned by network:floatingip {{(pid=93206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:33:46.818686 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-d3ac4ddd-0496-4591-b641-0c9c46057f40 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789867968359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789867566228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909347'] for port, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:46.844469 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ac4ddd-0496-4591-b641-0c9c46057f40 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Pushing event deleted for resources: {'Port': ['ID=9d594e90-8f22-4b51-95ff-1ff8876f5c92,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:46.909439 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-d3ac4ddd-0496-4591-b641-0c9c46057f40 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks [] for floatingip, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:46.912151 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-d3ac4ddd-0496-4591-b641-0c9c46057f40 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409'] for floatingip, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:46.914120 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-d3ac4ddd-0496-4591-b641-0c9c46057f40 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "DELETE /v2.0/floatingips/6622cea7-1046-4063-b27f-305d440bed56 HTTP/1.1" status: 204 len: 168 time: 0.5045023 Jul 22 02:33:47.122400 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 33752) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:33:47.127272 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.v2.base [None req-23b8d236-e770-4259-8131-e53f04851675 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1347518523', 'description': 'tempest-description--193711852'}} {{(pid=93206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:33:47.151251 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-23b8d236-e770-4259-8131-e53f04851675 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks [] for security_group, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:47.241681 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-23b8d236-e770-4259-8131-e53f04851675 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks [] for security_group, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:47.245891 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-23b8d236-e770-4259-8131-e53f04851675 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:47.286353 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-23b8d236-e770-4259-8131-e53f04851675 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks [] for security_group, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:47.287538 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-23b8d236-e770-4259-8131-e53f04851675 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1641016 Jul 22 02:33:47.291283 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 33754) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:33:47.292362 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b8d236-e770-4259-8131-e53f04851675 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0aed844-8f5e-4fb4-9e95-10092036d5a1,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:47.296890 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-bb98b8fd-293e-477f-b6f7-725a055bd945 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Request body: {'security_group_rule': {'security_group_id': 'b0aed844-8f5e-4fb4-9e95-10092036d5a1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:33:47.327758 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-bb98b8fd-293e-477f-b6f7-725a055bd945 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:47.377793 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-bb98b8fd-293e-477f-b6f7-725a055bd945 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:47.382880 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-bb98b8fd-293e-477f-b6f7-725a055bd945 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660745'] for security_group_rule, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:47.400029 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb98b8fd-293e-477f-b6f7-725a055bd945 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2bf0b18-0efa-4218-b0a3-6184fcecc92c,revision_number=0']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:47.408144 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-bb98b8fd-293e-477f-b6f7-725a055bd945 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:47.409553 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-bb98b8fd-293e-477f-b6f7-725a055bd945 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1166160 Jul 22 02:33:47.412264 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 33756) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:33:47.416587 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-84231c7c-7897-4f76-96ed-327d60d9e7a6 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Request body: {'security_group_rule': {'security_group_id': 'b0aed844-8f5e-4fb4-9e95-10092036d5a1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:33:47.443349 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-84231c7c-7897-4f76-96ed-327d60d9e7a6 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:47.504166 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-84231c7c-7897-4f76-96ed-327d60d9e7a6 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:47.509405 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-84231c7c-7897-4f76-96ed-327d60d9e7a6 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660745'] for security_group_rule, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:47.531416 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84231c7c-7897-4f76-96ed-327d60d9e7a6 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=858439be-2c31-4a69-82d9-dfb8e989ebfe,revision_number=0']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:47.539433 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-84231c7c-7897-4f76-96ed-327d60d9e7a6 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:47.540822 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-84231c7c-7897-4f76-96ed-327d60d9e7a6 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1275315 Jul 22 02:33:47.544541 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 33764) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:33:47.550096 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.v2.base [None req-dcdc6c41-cd00-425e-b3b1-fe24962324b2 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Request body: {'floatingip': {'floating_network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00'}} {{(pid=93206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:33:47.573376 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-dcdc6c41-cd00-425e-b3b1-fe24962324b2 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks [] for floatingip, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:47.666394 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-dcdc6c41-cd00-425e-b3b1-fe24962324b2 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:47.772553 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.db_base_plugin_common [None req-dcdc6c41-cd00-425e-b3b1-fe24962324b2 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Allocated IP 172.27.3.104 (a2bee0e8-177e-45f0-aff1-c80473345c00/ecc19678-5b8b-45eb-bc42-2a87169fcb4c/1fd6471a-46e4-4401-a156-7f3f5a8d1b47) {{(pid=93206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:33:47.876107 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-dcdc6c41-cd00-425e-b3b1-fe24962324b2 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks [] for port, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:47.915197 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-dcdc6c41-cd00-425e-b3b1-fe24962324b2 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789867566219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909347'] for port, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:47.956169 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdc6c41-cd00-425e-b3b1-fe24962324b2 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Network a2bee0e8-177e-45f0-aff1-c80473345c00 is already hosted by enough agents. {{(pid=93206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:33:47.958963 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.base_scheduler [None req-dcdc6c41-cd00-425e-b3b1-fe24962324b2 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Resources bound (agent type, host, resource id): {{(pid=93206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:33:47.961727 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdc6c41-cd00-425e-b3b1-fe24962324b2 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Received port after_create {{(pid=93206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:33:47.985639 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdc6c41-cd00-425e-b3b1-fe24962324b2 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Pushing event updated for resources: {'Port': ['ID=1fd6471a-46e4-4401-a156-7f3f5a8d1b47,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:48.057006 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-dcdc6c41-cd00-425e-b3b1-fe24962324b2 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:48.104380 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-dcdc6c41-cd00-425e-b3b1-fe24962324b2 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:48.277334 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-dcdc6c41-cd00-425e-b3b1-fe24962324b2 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks [] for port, precommit_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:48.282018 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-dcdc6c41-cd00-425e-b3b1-fe24962324b2 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909352'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:48.315689 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea no longer exists at agent hyperv_hv-cinder-79229 {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:33:48.340146 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] No Port match for: e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea {{(pid=93207) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:33:48.340551 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device e25ed8cd-40a5-4321-bbb8-2f6046e2e1ea not bound to the agent host hv-cinder-79229 {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:33:48.348240 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdc6c41-cd00-425e-b3b1-fe24962324b2 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Pushing event updated for resources: {'Port': ['ID=1fd6471a-46e4-4401-a156-7f3f5a8d1b47,revision_number=2']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:48.366886 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-dcdc6c41-cd00-425e-b3b1-fe24962324b2 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746573'] for floatingip, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:48.380383 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-dcdc6c41-cd00-425e-b3b1-fe24962324b2 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409'] for floatingip, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:48.389632 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-dcdc6c41-cd00-425e-b3b1-fe24962324b2 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8358705 Jul 22 02:33:48.567264 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9e515933-50fa-4655-82ff-1ec605f1a6ed req-93ff5a3e-d9f0-4de5-a358-fbf5b49c2679 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1347518523&fields=id&tenant_id=390f421b378f4ffc8c6d8fc7bd0e0d86 HTTP/1.1" status: 200 len: 267 time: 0.0334945 Jul 22 02:33:48.598819 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 33810) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:33:48.652827 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.db_base_plugin_v2 [None req-9898f6ee-917f-4a52-b116-d4b5a07c5e71 admin admin] Deleting subnet 096b39b0-a085-4401-bf7c-3db8fe7f35de {{(pid=93205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 02:33:48.656508 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-9898f6ee-917f-4a52-b116-d4b5a07c5e71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:48.688138 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e515933-50fa-4655-82ff-1ec605f1a6ed req-af96b71a-d205-4f82-9fa9-d4198ff62201 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:48.689790 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9e515933-50fa-4655-82ff-1ec605f1a6ed req-af96b71a-d205-4f82-9fa9-d4198ff62201 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/networks?id=c1704d84-6956-4df3-918a-504126cdf765 HTTP/1.1" status: 200 len: 817 time: 0.1160452 Jul 22 02:33:48.705950 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9e515933-50fa-4655-82ff-1ec605f1a6ed req-47357067-c575-464c-a48b-33b0bc80a68f tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/quotas/390f421b378f4ffc8c6d8fc7bd0e0d86 HTTP/1.1" status: 200 len: 375 time: 0.0098367 Jul 22 02:33:48.706213 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-9898f6ee-917f-4a52-b116-d4b5a07c5e71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3324597'] for subnet, precommit_delete_associations {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:48.755785 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-9898f6ee-917f-4a52-b116-d4b5a07c5e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774554'] for subnet, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:48.779673 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9e515933-50fa-4655-82ff-1ec605f1a6ed req-fd3e9f8a-625c-475b-8129-ef8b2aa621eb tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=390f421b378f4ffc8c6d8fc7bd0e0d86&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0655849 Jul 22 02:33:48.823994 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-9898f6ee-917f-4a52-b116-d4b5a07c5e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3324534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3528985'] for subnet, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:48.849439 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898f6ee-917f-4a52-b116-d4b5a07c5e71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=096b39b0-a085-4401-bf7c-3db8fe7f35de,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:48.859571 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-9898f6ee-917f-4a52-b116-d4b5a07c5e71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583845'] for subnet, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:48.861714 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-9898f6ee-917f-4a52-b116-d4b5a07c5e71 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/096b39b0-a085-4401-bf7c-3db8fe7f35de HTTP/1.1" status: 204 len: 168 time: 0.2578509 Jul 22 02:33:48.864218 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898f6ee-917f-4a52-b116-d4b5a07c5e71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:33:48.864349 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 33822) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:33:48.864572 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898f6ee-917f-4a52-b116-d4b5a07c5e71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:33:48.864943 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898f6ee-917f-4a52-b116-d4b5a07c5e71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:33:48.865287 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898f6ee-917f-4a52-b116-d4b5a07c5e71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:33:48.865620 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898f6ee-917f-4a52-b116-d4b5a07c5e71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:33:48.865956 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898f6ee-917f-4a52-b116-d4b5a07c5e71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:33:48.866286 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898f6ee-917f-4a52-b116-d4b5a07c5e71 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:33:48.866614 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898f6ee-917f-4a52-b116-d4b5a07c5e71 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:33:48.866944 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898f6ee-917f-4a52-b116-d4b5a07c5e71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:33:48.867268 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898f6ee-917f-4a52-b116-d4b5a07c5e71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:33:48.867597 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898f6ee-917f-4a52-b116-d4b5a07c5e71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:33:48.867919 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898f6ee-917f-4a52-b116-d4b5a07c5e71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:33:48.961080 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-722e52cc-cf34-4393-8187-b0072de92064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-716893'] for network, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:49.062312 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9e515933-50fa-4655-82ff-1ec605f1a6ed req-3bb78de9-ec5b-4e83-8288-e937da136608 service neutron] 10.222.0.30 "GET /v2.0/networks/c1704d84-6956-4df3-918a-504126cdf765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679110 Jul 22 02:33:49.088132 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-722e52cc-cf34-4393-8187-b0072de92064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-773542', 'neutron.services.segments.db._delete_segments_for_network-8789868033329'] for network, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:49.113012 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.services.segments.db [None req-722e52cc-cf34-4393-8187-b0072de92064 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0257796d-3fa1-4b5b-ba6d-34b2e497e810']}} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:33:49.128986 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.services.segments.db [None req-722e52cc-cf34-4393-8187-b0072de92064 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6982e4b-d3f3-449a-afdf-1db8c2ec7919') {'for_net_delete': True} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:33:49.129278 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.services.segments.db [None req-722e52cc-cf34-4393-8187-b0072de92064 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6982e4b-d3f3-449a-afdf-1db8c2ec7919') {} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:33:49.142488 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-722e52cc-cf34-4393-8187-b0072de92064 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789868033850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8871332'] for segment, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:49.187016 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-722e52cc-cf34-4393-8187-b0072de92064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767938'] for segment, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:49.197975 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-722e52cc-cf34-4393-8187-b0072de92064 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=93206) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 02:33:49.198357 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-722e52cc-cf34-4393-8187-b0072de92064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909324'] for segment, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:49.199920 dv-cinder-792299-6-iscsi neutron-server[93206]: Traceback (most recent call last): Jul 22 02:33:49.199920 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 02:33:49.199920 dv-cinder-792299-6-iscsi neutron-server[93206]: timer() Jul 22 02:33:49.199920 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 02:33:49.199920 dv-cinder-792299-6-iscsi neutron-server[93206]: cb(*args, **kw) Jul 22 02:33:49.199920 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 02:33:49.199920 dv-cinder-792299-6-iscsi neutron-server[93206]: return func(*args, **kwargs) Jul 22 02:33:49.199920 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 02:33:49.199920 dv-cinder-792299-6-iscsi neutron-server[93206]: self._notify() Jul 22 02:33:49.199920 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 02:33:49.199920 dv-cinder-792299-6-iscsi neutron-server[93206]: self.callback(batched_events) Jul 22 02:33:49.199920 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 02:33:49.199920 dv-cinder-792299-6-iscsi neutron-server[93206]: event.method(event) Jul 22 02:33:49.199920 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 02:33:49.199920 dv-cinder-792299-6-iscsi neutron-server[93206]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 02:33:49.199920 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 02:33:49.199920 dv-cinder-792299-6-iscsi neutron-server[93206]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 02:33:49.199920 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 02:33:49.199920 dv-cinder-792299-6-iscsi neutron-server[93206]: return f(self, *a, **k) Jul 22 02:33:49.199920 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 02:33:49.199920 dv-cinder-792299-6-iscsi neutron-server[93206]: return self._get(url).json() Jul 22 02:33:49.199920 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 02:33:49.199920 dv-cinder-792299-6-iscsi neutron-server[93206]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 02:33:49.199920 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 02:33:49.199920 dv-cinder-792299-6-iscsi neutron-server[93206]: return self.request(url, 'GET', **kwargs) Jul 22 02:33:49.199920 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 02:33:49.199920 dv-cinder-792299-6-iscsi neutron-server[93206]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 02:33:49.199920 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 02:33:49.199920 dv-cinder-792299-6-iscsi neutron-server[93206]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 02:33:49.199920 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 02:33:49.199920 dv-cinder-792299-6-iscsi neutron-server[93206]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 02:33:49.199920 dv-cinder-792299-6-iscsi neutron-server[93206]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 02:33:49.223431 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9e515933-50fa-4655-82ff-1ec605f1a6ed req-f93f3b63-f058-4e7b-80f6-134d47a57c21 service neutron] 10.222.0.30 "GET /v2.0/networks/c1704d84-6956-4df3-918a-504126cdf765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325040 Jul 22 02:33:49.264099 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-722e52cc-cf34-4393-8187-b0072de92064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746579'] for network, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:49.269440 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-722e52cc-cf34-4393-8187-b0072de92064 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583845'] for network, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:49.274735 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-722e52cc-cf34-4393-8187-b0072de92064 admin admin] 10.222.0.30 "DELETE /v2.0/networks/0257796d-3fa1-4b5b-ba6d-34b2e497e810 HTTP/1.1" status: 204 len: 168 time: 0.4060352 Jul 22 02:33:49.289833 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722e52cc-cf34-4393-8187-b0072de92064 admin admin] Pushing event deleted for resources: {'Network': ['ID=0257796d-3fa1-4b5b-ba6d-34b2e497e810,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:49.417481 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-f365a78b-be23-4cf5-b65f-2550145e9ac3 req-8c9f6409-e81d-49a2-a8fe-c5978e0fb67e tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=70faa4f2-0c59-474e-9034-c13e9533e29c HTTP/1.1" status: 200 len: 210 time: 0.0430243 Jul 22 02:33:49.493141 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 33838) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:33:49.567051 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-026457e7-f32f-49a5-9d3f-60c09dab4f95 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ee6468d0d1374051b8c25fbc7026f713&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0705824 Jul 22 02:33:49.567678 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 33840) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:33:49.592748 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3f3f4d-e227-4419-b8a8-33f0e3ea92b6 req-a47d8f36-0eb3-47e3-80d8-40cd12e91f61 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:49.594444 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-ed3f3f4d-e227-4419-b8a8-33f0e3ea92b6 req-a47d8f36-0eb3-47e3-80d8-40cd12e91f61 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b0dfcba-eda3-4d31-b73b-f820a8994dce HTTP/1.1" status: 200 len: 945 time: 0.0836647 Jul 22 02:33:49.629941 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4c75ebbf-34cb-4545-b457-85cf0bd583b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:49.643261 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-ed3f3f4d-e227-4419-b8a8-33f0e3ea92b6 req-220beb0f-24fb-4c46-bb17-6d3d1b16b132 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/security-groups?id=32b10047-7e6e-4dee-84fb-05b15d12528e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410755 Jul 22 02:33:49.652261 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4c75ebbf-34cb-4545-b457-85cf0bd583b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:49.703142 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4c75ebbf-34cb-4545-b457-85cf0bd583b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:49.705748 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4c75ebbf-34cb-4545-b457-85cf0bd583b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:49.709390 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-4c75ebbf-34cb-4545-b457-85cf0bd583b3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b052ee6d-17cb-4aa6-a0a1-5be1b21f5a4a HTTP/1.1" status: 204 len: 168 time: 0.1368101 Jul 22 02:33:49.715075 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c75ebbf-34cb-4545-b457-85cf0bd583b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b052ee6d-17cb-4aa6-a0a1-5be1b21f5a4a,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:50.140137 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 33858) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:33:50.244613 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-87293458-c91d-428d-99fa-e7d40004abc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:50.334986 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-87293458-c91d-428d-99fa-e7d40004abc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:50.338651 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-87293458-c91d-428d-99fa-e7d40004abc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:50.375028 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-87293458-c91d-428d-99fa-e7d40004abc6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=772e009791714eb79135e9bc4034d270&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2337430 Jul 22 02:33:50.375891 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87293458-c91d-428d-99fa-e7d40004abc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3249e2e3-1572-4e41-8c9d-65097b2a64cd,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:50.377738 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 33862) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:33:50.427050 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3fd56610-881e-41f2-918b-19d9bc77e517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:50.448378 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3fd56610-881e-41f2-918b-19d9bc77e517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:50.514310 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3fd56610-881e-41f2-918b-19d9bc77e517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:50.516841 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3fd56610-881e-41f2-918b-19d9bc77e517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:50.517944 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-3fd56610-881e-41f2-918b-19d9bc77e517 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3249e2e3-1572-4e41-8c9d-65097b2a64cd HTTP/1.1" status: 204 len: 168 time: 0.1391587 Jul 22 02:33:50.550478 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-66df6cd9-6df4-4135-8042-d0d8fb110c25 req-1e54ec58-9228-43ee-aae8-ba0789951b84 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=70faa4f2-0c59-474e-9034-c13e9533e29c HTTP/1.1" status: 200 len: 210 time: 0.0550139 Jul 22 02:33:50.579136 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd56610-881e-41f2-918b-19d9bc77e517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3249e2e3-1572-4e41-8c9d-65097b2a64cd,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:50.665352 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e515933-50fa-4655-82ff-1ec605f1a6ed req-dfbf321e-5839-408c-984b-a8e4728ed4a2 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:50.667506 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9e515933-50fa-4655-82ff-1ec605f1a6ed req-dfbf321e-5839-408c-984b-a8e4728ed4a2 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.23 "GET /v2.0/networks?id=c1704d84-6956-4df3-918a-504126cdf765 HTTP/1.1" status: 200 len: 817 time: 0.1619809 Jul 22 02:33:50.716493 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9e515933-50fa-4655-82ff-1ec605f1a6ed req-d01f3f41-d811-4125-8698-1c2d05e85e1b tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=390f421b378f4ffc8c6d8fc7bd0e0d86 HTTP/1.1" status: 200 len: 380 time: 0.0361269 Jul 22 02:33:50.733098 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.v2.base [req-9e515933-50fa-4655-82ff-1ec605f1a6ed req-faec8d16-13b5-460b-988e-321fcd73b1dc tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Request body: {'port': {'device_id': '70faa4f2-0c59-474e-9034-c13e9533e29c', 'network_id': 'c1704d84-6956-4df3-918a-504126cdf765', 'admin_state_up': True, 'tenant_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'security_groups': ['b0aed844-8f5e-4fb4-9e95-10092036d5a1']}} {{(pid=93206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:33:50.856268 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a7fcf0-72bd-4b46-85d9-4d22f4a7a1b4 req-48c48ac8-45f5-4af8-a004-c6b2eb773545 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:50.857803 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-84a7fcf0-72bd-4b46-85d9-4d22f4a7a1b4 req-48c48ac8-45f5-4af8-a004-c6b2eb773545 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b0dfcba-eda3-4d31-b73b-f820a8994dce HTTP/1.1" status: 200 len: 945 time: 0.1384232 Jul 22 02:33:50.917562 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-84a7fcf0-72bd-4b46-85d9-4d22f4a7a1b4 req-38de9763-3a90-4a00-bbb2-9d8db90d0c3f tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/security-groups?id=32b10047-7e6e-4dee-84fb-05b15d12528e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519331 Jul 22 02:33:50.918478 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e515933-50fa-4655-82ff-1ec605f1a6ed req-faec8d16-13b5-460b-988e-321fcd73b1dc tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Made reservation on behalf of 390f421b378f4ffc8c6d8fc7bd0e0d86 for: {'port': 1} {{(pid=93206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:33:50.922017 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-9e515933-50fa-4655-82ff-1ec605f1a6ed req-faec8d16-13b5-460b-988e-321fcd73b1dc tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:51.052551 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.db_base_plugin_common [req-9e515933-50fa-4655-82ff-1ec605f1a6ed req-faec8d16-13b5-460b-988e-321fcd73b1dc tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Allocated IP 172.20.0.13 (c1704d84-6956-4df3-918a-504126cdf765/b32e8e6a-923e-4e9e-b074-47bc54badd49/761e92fb-b6a8-4086-97d6-9a4319b6edb2) {{(pid=93206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:33:51.188044 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-9e515933-50fa-4655-82ff-1ec605f1a6ed req-faec8d16-13b5-460b-988e-321fcd73b1dc tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks [] for port, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:51.201225 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [req-9e515933-50fa-4655-82ff-1ec605f1a6ed req-faec8d16-13b5-460b-988e-321fcd73b1dc tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Transition to ACTIVE for port object 761e92fb-b6a8-4086-97d6-9a4319b6edb2 will not be triggered until provisioned by entity DHCP. {{(pid=93206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:33:51.233913 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-9e515933-50fa-4655-82ff-1ec605f1a6ed req-faec8d16-13b5-460b-988e-321fcd73b1dc tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789867566219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909347'] for port, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:51.273759 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e515933-50fa-4655-82ff-1ec605f1a6ed req-faec8d16-13b5-460b-988e-321fcd73b1dc tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Network c1704d84-6956-4df3-918a-504126cdf765 is already hosted by enough agents. {{(pid=93206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:33:51.278831 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.base_scheduler [req-9e515933-50fa-4655-82ff-1ec605f1a6ed req-faec8d16-13b5-460b-988e-321fcd73b1dc tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Resources bound (agent type, host, resource id): {{(pid=93206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:33:51.282591 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e515933-50fa-4655-82ff-1ec605f1a6ed req-faec8d16-13b5-460b-988e-321fcd73b1dc tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Received port after_create {{(pid=93206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:33:51.307396 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faec8d16-13b5-460b-988e-321fcd73b1dc tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Pushing event updated for resources: {'Port': ['ID=761e92fb-b6a8-4086-97d6-9a4319b6edb2,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:51.335508 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e515933-50fa-4655-82ff-1ec605f1a6ed req-faec8d16-13b5-460b-988e-321fcd73b1dc tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:51.336151 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-9e515933-50fa-4655-82ff-1ec605f1a6ed req-faec8d16-13b5-460b-988e-321fcd73b1dc tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409'] for port, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:51.352360 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9e515933-50fa-4655-82ff-1ec605f1a6ed req-faec8d16-13b5-460b-988e-321fcd73b1dc tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6246336 Jul 22 02:33:51.365634 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.v2.base [req-9e515933-50fa-4655-82ff-1ec605f1a6ed req-3e55ac07-88c7-40aa-b88e-40097f168340 service neutron] Request body: {'port': {'device_id': '70faa4f2-0c59-474e-9034-c13e9533e29c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=93206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:33:51.446250 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-9e515933-50fa-4655-82ff-1ec605f1a6ed req-3e55ac07-88c7-40aa-b88e-40097f168340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:51.556433 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 33902) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:33:51.568412 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-6ad8be34-1687-42a0-a701-6e502856ea5e None None] Provisioning for port 761e92fb-b6a8-4086-97d6-9a4319b6edb2 completed by entity DHCP. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:33:51.573698 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-6ad8be34-1687-42a0-a701-6e502856ea5e None None] Provisioning complete for port 761e92fb-b6a8-4086-97d6-9a4319b6edb2 triggered by entity DHCP. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:33:51.574180 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6ad8be34-1687-42a0-a701-6e502856ea5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:51.608304 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-6ad8be34-1687-42a0-a701-6e502856ea5e None None] Port 761e92fb-b6a8-4086-97d6-9a4319b6edb2 cannot update to ACTIVE because it is not bound. {{(pid=93207) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 02:33:51.684061 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-28a1772f-3cdf-42ed-a682-8a21a41c2fc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:51.785351 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-28a1772f-3cdf-42ed-a682-8a21a41c2fc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:51.789420 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-28a1772f-3cdf-42ed-a682-8a21a41c2fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:51.829575 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-28a1772f-3cdf-42ed-a682-8a21a41c2fc0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8e686697d6234c5bade473e9e6bb4098&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2719941 Jul 22 02:33:51.830424 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a1772f-3cdf-42ed-a682-8a21a41c2fc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f2281a-04f8-4faf-a0c2-2945f9759b35,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:51.833548 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 33908) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:33:51.885176 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-546cfff3-bf6c-4bee-8757-68ad957381ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:51.910607 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-546cfff3-bf6c-4bee-8757-68ad957381ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:51.966286 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-546cfff3-bf6c-4bee-8757-68ad957381ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:51.970297 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-546cfff3-bf6c-4bee-8757-68ad957381ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:51.971826 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-546cfff3-bf6c-4bee-8757-68ad957381ea admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/34f2281a-04f8-4faf-a0c2-2945f9759b35 HTTP/1.1" status: 204 len: 168 time: 0.1371739 Jul 22 02:33:51.982783 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546cfff3-bf6c-4bee-8757-68ad957381ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f2281a-04f8-4faf-a0c2-2945f9759b35,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:52.008567 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b57eb7-14f7-4fe2-a286-eacdbfeee9f3 req-0ac7b91d-88fa-4176-a790-3331b9b917fb tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:52.009998 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-95b57eb7-14f7-4fe2-a286-eacdbfeee9f3 req-0ac7b91d-88fa-4176-a790-3331b9b917fb tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=70faa4f2-0c59-474e-9034-c13e9533e29c HTTP/1.1" status: 200 len: 932 time: 0.3795199 Jul 22 02:33:52.046737 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [req-9e515933-50fa-4655-82ff-1ec605f1a6ed req-3e55ac07-88c7-40aa-b88e-40097f168340 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 761e92fb-b6a8-4086-97d6-9a4319b6edb2 {{(pid=93206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:33:52.065193 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-9e515933-50fa-4655-82ff-1ec605f1a6ed req-3e55ac07-88c7-40aa-b88e-40097f168340 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:52.089660 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-95b57eb7-14f7-4fe2-a286-eacdbfeee9f3 req-b871ff03-0356-48d6-b3f0-c6d5538b5af2 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0aed844-8f5e-4fb4-9e95-10092036d5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566058 Jul 22 02:33:52.099149 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [req-9e515933-50fa-4655-82ff-1ec605f1a6ed req-3e55ac07-88c7-40aa-b88e-40097f168340 service neutron] Transition to ACTIVE for port object 761e92fb-b6a8-4086-97d6-9a4319b6edb2 will not be triggered until provisioned by entity L2. {{(pid=93206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:33:52.106394 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-9e515933-50fa-4655-82ff-1ec605f1a6ed req-3e55ac07-88c7-40aa-b88e-40097f168340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909352'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:52.152999 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d54125-2b5a-4277-b227-bdd0899163f0 req-d2e1f725-c35b-4485-a0c1-2fb221a2aba7 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:52.154642 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-66d54125-2b5a-4277-b227-bdd0899163f0 req-d2e1f725-c35b-4485-a0c1-2fb221a2aba7 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b0dfcba-eda3-4d31-b73b-f820a8994dce HTTP/1.1" status: 200 len: 945 time: 0.1635640 Jul 22 02:33:52.196512 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55ac07-88c7-40aa-b88e-40097f168340 service neutron] Pushing event updated for resources: {'Port': ['ID=761e92fb-b6a8-4086-97d6-9a4319b6edb2,revision_number=2']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:52.258361 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-66d54125-2b5a-4277-b227-bdd0899163f0 req-f17ea159-0d37-40cc-89e9-f94729ee605c tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/security-groups?id=32b10047-7e6e-4dee-84fb-05b15d12528e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897863 Jul 22 02:33:52.288672 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [req-9e515933-50fa-4655-82ff-1ec605f1a6ed req-3e55ac07-88c7-40aa-b88e-40097f168340 service neutron] Attempting to bind port 761e92fb-b6a8-4086-97d6-9a4319b6edb2 on host hv-cinder-79229 for vnic_type normal with profile {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:33:52.288998 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [req-9e515933-50fa-4655-82ff-1ec605f1a6ed req-3e55ac07-88c7-40aa-b88e-40097f168340 service neutron] Attempting to bind port 761e92fb-b6a8-4086-97d6-9a4319b6edb2 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': 'ed3fa64c-067a-4564-b1ab-aed7a924eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c1704d84-6956-4df3-918a-504126cdf765'}] {{(pid=93206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:33:52.289325 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e515933-50fa-4655-82ff-1ec605f1a6ed req-3e55ac07-88c7-40aa-b88e-40097f168340 service neutron] Attempting to bind port 761e92fb-b6a8-4086-97d6-9a4319b6edb2 on network c1704d84-6956-4df3-918a-504126cdf765 {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:33:52.293718 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e515933-50fa-4655-82ff-1ec605f1a6ed req-3e55ac07-88c7-40aa-b88e-40097f168340 service neutron] Port 761e92fb-b6a8-4086-97d6-9a4319b6edb2 on network c1704d84-6956-4df3-918a-504126cdf765 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 02:33:52.294060 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e515933-50fa-4655-82ff-1ec605f1a6ed req-3e55ac07-88c7-40aa-b88e-40097f168340 service neutron] Attempting to bind port 761e92fb-b6a8-4086-97d6-9a4319b6edb2 on network c1704d84-6956-4df3-918a-504126cdf765 {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:33:52.298883 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e515933-50fa-4655-82ff-1ec605f1a6ed req-3e55ac07-88c7-40aa-b88e-40097f168340 service neutron] Checking agent: {'id': '3e047b69-7131-4bb7-a905-86c2cdf7c2d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 27, 10), 'started_at': datetime.datetime(2021, 7, 22, 2, 27, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:33:52.299217 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e515933-50fa-4655-82ff-1ec605f1a6ed req-3e55ac07-88c7-40aa-b88e-40097f168340 service neutron] Checking segment: {'id': 'ed3fa64c-067a-4564-b1ab-aed7a924eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c1704d84-6956-4df3-918a-504126cdf765'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:33:52.299595 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e515933-50fa-4655-82ff-1ec605f1a6ed req-3e55ac07-88c7-40aa-b88e-40097f168340 service neutron] Bound using segment: {'id': 'ed3fa64c-067a-4564-b1ab-aed7a924eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c1704d84-6956-4df3-918a-504126cdf765'} {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:33:52.300025 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [req-9e515933-50fa-4655-82ff-1ec605f1a6ed req-3e55ac07-88c7-40aa-b88e-40097f168340 service neutron] Bound port: 761e92fb-b6a8-4086-97d6-9a4319b6edb2, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed3fa64c-067a-4564-b1ab-aed7a924eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c1704d84-6956-4df3-918a-504126cdf765'}}] {{(pid=93206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:33:52.300383 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-9e515933-50fa-4655-82ff-1ec605f1a6ed req-3e55ac07-88c7-40aa-b88e-40097f168340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:52.362993 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [req-9e515933-50fa-4655-82ff-1ec605f1a6ed req-3e55ac07-88c7-40aa-b88e-40097f168340 service neutron] For port 761e92fb-b6a8-4086-97d6-9a4319b6edb2, host hv-cinder-79229, cleared binding levels {{(pid=93206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:33:52.366340 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [req-9e515933-50fa-4655-82ff-1ec605f1a6ed req-3e55ac07-88c7-40aa-b88e-40097f168340 service neutron] For port 761e92fb-b6a8-4086-97d6-9a4319b6edb2, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=761e92fb-b6a8-4086-97d6-9a4319b6edb2,segment=NetworkSegment(ed3fa64c-067a-4564-b1ab-aed7a924eb26),segment_id=ed3fa64c-067a-4564-b1ab-aed7a924eb26)] {{(pid=93206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:33:52.369891 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-9e515933-50fa-4655-82ff-1ec605f1a6ed req-3e55ac07-88c7-40aa-b88e-40097f168340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909352'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:52.404208 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e515933-50fa-4655-82ff-1ec605f1a6ed req-3e55ac07-88c7-40aa-b88e-40097f168340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:52.404855 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-9e515933-50fa-4655-82ff-1ec605f1a6ed req-3e55ac07-88c7-40aa-b88e-40097f168340 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409'] for port, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:52.406223 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9e515933-50fa-4655-82ff-1ec605f1a6ed req-3e55ac07-88c7-40aa-b88e-40097f168340 service neutron] 10.222.0.23 "PUT /v2.0/ports/761e92fb-b6a8-4086-97d6-9a4319b6edb2 HTTP/1.1" status: 200 len: 1094 time: 1.0453732 Jul 22 02:33:52.406926 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70faa4f2-0c59-474e-9034-c13e9533e29c', 'tag': '761e92fb-b6a8-4086-97d6-9a4319b6edb2'}] {{(pid=93206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:33:52.409260 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2c7467b3a520cac2f9dc58394876cadcbbb82697b422dc56d8b09de1a4b7e26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bee1fa5-98c5-47a9-92a7-43ac02a9f321" -d '{"events": [{"name": "network-changed", "server_uuid": "70faa4f2-0c59-474e-9034-c13e9533e29c", "tag": "761e92fb-b6a8-4086-97d6-9a4319b6edb2"}]}' {{(pid=93206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:33:52.436271 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55ac07-88c7-40aa-b88e-40097f168340 service neutron] Pushing event updated for resources: {'Port': ['ID=761e92fb-b6a8-4086-97d6-9a4319b6edb2,revision_number=3']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:52.444246 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55ac07-88c7-40aa-b88e-40097f168340 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:33:52.444698 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55ac07-88c7-40aa-b88e-40097f168340 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:33:52.445117 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55ac07-88c7-40aa-b88e-40097f168340 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:33:52.445587 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55ac07-88c7-40aa-b88e-40097f168340 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:33:52.446041 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55ac07-88c7-40aa-b88e-40097f168340 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:33:52.446623 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55ac07-88c7-40aa-b88e-40097f168340 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:33:52.447162 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55ac07-88c7-40aa-b88e-40097f168340 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:33:52.447357 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55ac07-88c7-40aa-b88e-40097f168340 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:33:52.447756 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55ac07-88c7-40aa-b88e-40097f168340 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:33:52.448155 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55ac07-88c7-40aa-b88e-40097f168340 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:33:52.448548 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55ac07-88c7-40aa-b88e-40097f168340 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:33:52.448964 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e55ac07-88c7-40aa-b88e-40097f168340 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:33:52.485487 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 02:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62fdbdb6-6cdf-483f-942c-208ffbd13c1f x-openstack-request-id: req-62fdbdb6-6cdf-483f-942c-208ffbd13c1f {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:33:52.485790 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70faa4f2-0c59-474e-9034-c13e9533e29c", "tag": "761e92fb-b6a8-4086-97d6-9a4319b6edb2", "status": "completed", "code": 200}]} {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:33:52.486043 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-62fdbdb6-6cdf-483f-942c-208ffbd13c1f {{(pid=93206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:33:52.486437 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70faa4f2-0c59-474e-9034-c13e9533e29c', 'tag': '761e92fb-b6a8-4086-97d6-9a4319b6edb2', 'status': 'completed', 'code': 200} Jul 22 02:33:52.513940 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e515933-50fa-4655-82ff-1ec605f1a6ed req-432595b3-466f-4633-9ebe-c266f58cfbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:52.515558 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9e515933-50fa-4655-82ff-1ec605f1a6ed req-432595b3-466f-4633-9ebe-c266f58cfbc4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=390f421b378f4ffc8c6d8fc7bd0e0d86&device_id=70faa4f2-0c59-474e-9034-c13e9533e29c HTTP/1.1" status: 200 len: 1097 time: 0.0627997 Jul 22 02:33:52.558386 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9e515933-50fa-4655-82ff-1ec605f1a6ed req-41fad3c4-9f2a-49d7-9cc7-8287dd3d94a6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=761e92fb-b6a8-4086-97d6-9a4319b6edb2 HTTP/1.1" status: 200 len: 217 time: 0.0345869 Jul 22 02:33:52.610576 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e515933-50fa-4655-82ff-1ec605f1a6ed req-acafeeed-a7e2-4464-a23e-d351c467d4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:52.611994 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9e515933-50fa-4655-82ff-1ec605f1a6ed req-acafeeed-a7e2-4464-a23e-d351c467d4a8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b32e8e6a-923e-4e9e-b074-47bc54badd49 HTTP/1.1" status: 200 len: 856 time: 0.0464833 Jul 22 02:33:52.670359 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e515933-50fa-4655-82ff-1ec605f1a6ed req-509d4c47-b62a-46d4-99ac-b61ad74dd88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:52.671781 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9e515933-50fa-4655-82ff-1ec605f1a6ed req-509d4c47-b62a-46d4-99ac-b61ad74dd88f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c1704d84-6956-4df3-918a-504126cdf765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0531855 Jul 22 02:33:52.759774 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9e515933-50fa-4655-82ff-1ec605f1a6ed req-41ceaa85-7d8c-4325-9726-b7f5e49621bf service neutron] 10.222.0.23 "GET /v2.0/networks/c1704d84-6956-4df3-918a-504126cdf765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803251 Jul 22 02:33:52.850938 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9e515933-50fa-4655-82ff-1ec605f1a6ed req-fee6da0d-41db-4950-a64e-73d89508b459 service neutron] 10.222.0.23 "GET /v2.0/networks/c1704d84-6956-4df3-918a-504126cdf765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828452 Jul 22 02:33:52.948536 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bee1fa5-98c5-47a9-92a7-43ac02a9f321 req-22959c2a-3568-4d1c-8beb-ce33ba4033d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:52.950172 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-4bee1fa5-98c5-47a9-92a7-43ac02a9f321 req-22959c2a-3568-4d1c-8beb-ce33ba4033d5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=390f421b378f4ffc8c6d8fc7bd0e0d86&device_id=70faa4f2-0c59-474e-9034-c13e9533e29c HTTP/1.1" status: 200 len: 1097 time: 0.0513420 Jul 22 02:33:53.045399 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bee1fa5-98c5-47a9-92a7-43ac02a9f321 req-186e583c-7a65-4300-aaae-8bc738d57964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:53.047294 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-4bee1fa5-98c5-47a9-92a7-43ac02a9f321 req-186e583c-7a65-4300-aaae-8bc738d57964 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c1704d84-6956-4df3-918a-504126cdf765 HTTP/1.1" status: 200 len: 917 time: 0.0897038 Jul 22 02:33:53.089140 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-4bee1fa5-98c5-47a9-92a7-43ac02a9f321 req-268136b4-13c8-41ef-a13f-9b3d8b35415a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=761e92fb-b6a8-4086-97d6-9a4319b6edb2 HTTP/1.1" status: 200 len: 217 time: 0.0328908 Jul 22 02:33:53.140371 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bee1fa5-98c5-47a9-92a7-43ac02a9f321 req-e1a4da6d-c994-4071-9d36-5f1b7882f656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:53.141864 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-4bee1fa5-98c5-47a9-92a7-43ac02a9f321 req-e1a4da6d-c994-4071-9d36-5f1b7882f656 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b32e8e6a-923e-4e9e-b074-47bc54badd49 HTTP/1.1" status: 200 len: 856 time: 0.0455539 Jul 22 02:33:53.208789 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bee1fa5-98c5-47a9-92a7-43ac02a9f321 req-5ed756f7-cf77-49fe-8b43-87fbf8a3602a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:53.210520 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-4bee1fa5-98c5-47a9-92a7-43ac02a9f321 req-5ed756f7-cf77-49fe-8b43-87fbf8a3602a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c1704d84-6956-4df3-918a-504126cdf765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0583949 Jul 22 02:33:53.302630 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-4bee1fa5-98c5-47a9-92a7-43ac02a9f321 req-727a7648-3951-4150-a607-ed6df844fbf8 service neutron] 10.222.0.23 "GET /v2.0/networks/c1704d84-6956-4df3-918a-504126cdf765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824211 Jul 22 02:33:53.477996 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-4bee1fa5-98c5-47a9-92a7-43ac02a9f321 req-9dce1579-d046-4699-b097-f11763bf4c3d service neutron] 10.222.0.23 "GET /v2.0/networks/c1704d84-6956-4df3-918a-504126cdf765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672230 Jul 22 02:33:53.495020 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef331fd-bea9-4b3a-bde0-c00855c98c82 req-db713e03-09b3-4592-8842-c754f0d6df33 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:53.496459 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-eef331fd-bea9-4b3a-bde0-c00855c98c82 req-db713e03-09b3-4592-8842-c754f0d6df33 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=70faa4f2-0c59-474e-9034-c13e9533e29c HTTP/1.1" status: 200 len: 944 time: 0.3174613 Jul 22 02:33:53.503762 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eeeb01-6d31-40d3-87ed-9f0f70eab591 req-2b9b3c77-aef0-4d8f-b73d-fe88b9ba1b48 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:53.505147 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-c7eeeb01-6d31-40d3-87ed-9f0f70eab591 req-2b9b3c77-aef0-4d8f-b73d-fe88b9ba1b48 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b0dfcba-eda3-4d31-b73b-f820a8994dce HTTP/1.1" status: 200 len: 945 time: 0.1723900 Jul 22 02:33:53.559195 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-eef331fd-bea9-4b3a-bde0-c00855c98c82 req-ebe6da45-f49f-4c9b-9368-5747112c3dd9 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0aed844-8f5e-4fb4-9e95-10092036d5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530546 Jul 22 02:33:53.563783 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-c7eeeb01-6d31-40d3-87ed-9f0f70eab591 req-fe744537-4fab-4cde-bbae-1b4073fd01d8 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/security-groups?id=32b10047-7e6e-4dee-84fb-05b15d12528e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518739 Jul 22 02:33:54.730566 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c634bf9-308a-4df5-9863-abeddb95e59f req-e50b221d-5732-4958-8370-7b451f3d8a24 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:54.732033 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9c634bf9-308a-4df5-9863-abeddb95e59f req-e50b221d-5732-4958-8370-7b451f3d8a24 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=70faa4f2-0c59-474e-9034-c13e9533e29c HTTP/1.1" status: 200 len: 944 time: 0.1044788 Jul 22 02:33:54.739301 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4eba16-54ea-4542-ad86-8382abe71537 req-deb37a3a-5a8d-4da5-85f8-96e6ae766b45 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:54.741198 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-6c4eba16-54ea-4542-ad86-8382abe71537 req-deb37a3a-5a8d-4da5-85f8-96e6ae766b45 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b0dfcba-eda3-4d31-b73b-f820a8994dce HTTP/1.1" status: 200 len: 945 time: 0.1112144 Jul 22 02:33:54.793915 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9c634bf9-308a-4df5-9863-abeddb95e59f req-0a955278-4000-4d4c-81c6-45b1f9fe7ee7 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0aed844-8f5e-4fb4-9e95-10092036d5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517373 Jul 22 02:33:54.798437 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-6c4eba16-54ea-4542-ad86-8382abe71537 req-8e7b5dd9-1ff2-42de-98f7-e6f00b3b7404 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/security-groups?id=32b10047-7e6e-4dee-84fb-05b15d12528e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506706 Jul 22 02:33:55.964638 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3537710b-3051-497b-9ab1-c9f56cf61c89 req-c0a1c326-f68c-4917-af74-36381a7403a8 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:55.966119 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-3537710b-3051-497b-9ab1-c9f56cf61c89 req-c0a1c326-f68c-4917-af74-36381a7403a8 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=70faa4f2-0c59-474e-9034-c13e9533e29c HTTP/1.1" status: 200 len: 944 time: 0.1032493 Jul 22 02:33:55.974056 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ad5ba-2b16-4d75-b662-5e70de1a36ab req-ea1725e8-bc5e-4ba2-8366-f262daa3a7b0 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:55.975449 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-2b0ad5ba-2b16-4d75-b662-5e70de1a36ab req-ea1725e8-bc5e-4ba2-8366-f262daa3a7b0 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b0dfcba-eda3-4d31-b73b-f820a8994dce HTTP/1.1" status: 200 len: 945 time: 0.1113770 Jul 22 02:33:56.026550 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-3537710b-3051-497b-9ab1-c9f56cf61c89 req-1bd9ee67-b2fc-4503-82ad-424c60c665cf tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0aed844-8f5e-4fb4-9e95-10092036d5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501900 Jul 22 02:33:56.034013 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-2b0ad5ba-2b16-4d75-b662-5e70de1a36ab req-dda586c9-afc1-432b-a971-b7e13ba7b0c7 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/security-groups?id=32b10047-7e6e-4dee-84fb-05b15d12528e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519769 Jul 22 02:33:56.362708 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device 761e92fb-b6a8-4086-97d6-9a4319b6edb2 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=93207) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 02:33:56.456202 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port 761e92fb-b6a8-4086-97d6-9a4319b6edb2, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=761e92fb-b6a8-4086-97d6-9a4319b6edb2,segment=NetworkSegment(ed3fa64c-067a-4564-b1ab-aed7a924eb26),segment_id=ed3fa64c-067a-4564-b1ab-aed7a924eb26)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:33:56.466828 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Returning: {'device': '761e92fb-b6a8-4086-97d6-9a4319b6edb2', 'network_id': 'c1704d84-6956-4df3-918a-504126cdf765', 'port_id': '761e92fb-b6a8-4086-97d6-9a4319b6edb2', 'mac_address': 'fa:16:3e:c0:09:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b32e8e6a-923e-4e9e-b074-47bc54badd49', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93207) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 02:33:56.502769 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:56.515200 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.notifiers.nova [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 761e92fb-b6a8-4086-97d6-9a4319b6edb2 {{(pid=93207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:33:56.534290 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port 761e92fb-b6a8-4086-97d6-9a4319b6edb2, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=761e92fb-b6a8-4086-97d6-9a4319b6edb2,segment=NetworkSegment(ed3fa64c-067a-4564-b1ab-aed7a924eb26),segment_id=ed3fa64c-067a-4564-b1ab-aed7a924eb26)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:33:56.538723 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:56.567131 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.agents_db [None req-f1c5c46c-8295-40fa-87c5-0db6e260a587 None None] Agent healthcheck: found 6 active agents {{(pid=93208) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 02:33:56.587408 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Pushing event updated for resources: {'Port': ['ID=761e92fb-b6a8-4086-97d6-9a4319b6edb2,revision_number=4']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:56.774592 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] get_ports_and_sgs() called for port_ids ['761e92fb-b6a8-4086-97d6-9a4319b6edb2'] {{(pid=93207) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:33:57.194576 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c64526-dd60-4008-9c64-2cf6580f6c12 req-a5e6da4f-d257-4c58-a511-ce48cca5a5b3 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:57.196526 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-76c64526-dd60-4008-9c64-2cf6580f6c12 req-a5e6da4f-d257-4c58-a511-ce48cca5a5b3 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b0dfcba-eda3-4d31-b73b-f820a8994dce HTTP/1.1" status: 200 len: 945 time: 0.0920539 Jul 22 02:33:57.203520 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9634a918-9a34-4005-a4fa-3689734ca1dd req-9bf54d55-934b-4117-bfac-4cb33eff5cca tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:57.204876 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9634a918-9a34-4005-a4fa-3689734ca1dd req-9bf54d55-934b-4117-bfac-4cb33eff5cca tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=70faa4f2-0c59-474e-9034-c13e9533e29c HTTP/1.1" status: 200 len: 945 time: 0.1089184 Jul 22 02:33:57.259486 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9634a918-9a34-4005-a4fa-3689734ca1dd req-9bad4531-9cdc-4990-890d-e6e206f8d80f tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0aed844-8f5e-4fb4-9e95-10092036d5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473406 Jul 22 02:33:57.262050 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-76c64526-dd60-4008-9c64-2cf6580f6c12 req-c4758811-673a-4a46-9f83-1688062c4e2d tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/security-groups?id=32b10047-7e6e-4dee-84fb-05b15d12528e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563359 Jul 22 02:33:58.366757 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device 761e92fb-b6a8-4086-97d6-9a4319b6edb2 up at agent hyperv_hv-cinder-79229 {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:33:58.414722 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Provisioning for port 761e92fb-b6a8-4086-97d6-9a4319b6edb2 completed by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:33:58.418500 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Provisioning complete for port 761e92fb-b6a8-4086-97d6-9a4319b6edb2 triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:33:58.418917 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:58.425869 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e04576-6703-4fb4-b5dd-12581b38b444 req-3f8b8be4-94b2-4f5a-86db-64e10977e406 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:58.427363 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-99e04576-6703-4fb4-b5dd-12581b38b444 req-3f8b8be4-94b2-4f5a-86db-64e10977e406 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b0dfcba-eda3-4d31-b73b-f820a8994dce HTTP/1.1" status: 200 len: 945 time: 0.0993545 Jul 22 02:33:58.436060 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51376423-d58c-4edd-87cc-52daeea5ca3f req-f20b8fab-37e8-4705-8f38-c4fe6b26c841 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:58.437463 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-51376423-d58c-4edd-87cc-52daeea5ca3f req-f20b8fab-37e8-4705-8f38-c4fe6b26c841 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=70faa4f2-0c59-474e-9034-c13e9533e29c HTTP/1.1" status: 200 len: 945 time: 0.1076262 Jul 22 02:33:58.494390 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-99e04576-6703-4fb4-b5dd-12581b38b444 req-c657cc68-89fb-4f19-b6ca-404cad09995a tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/security-groups?id=32b10047-7e6e-4dee-84fb-05b15d12528e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559740 Jul 22 02:33:58.498099 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:58.499150 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-51376423-d58c-4edd-87cc-52daeea5ca3f req-0e5e1bfe-629b-4d59-bb34-33666ed647ab tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0aed844-8f5e-4fb4-9e95-10092036d5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550532 Jul 22 02:33:58.524142 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70faa4f2-0c59-474e-9034-c13e9533e29c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '761e92fb-b6a8-4086-97d6-9a4319b6edb2'}] {{(pid=93207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:33:58.526430 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7ee477d080e02922d9a3c1e9b5cc60990edb702a504399eb5b32d0111ac025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a87360c-5401-4a16-831f-c8484d3a7477" -d '{"events": [{"server_uuid": "70faa4f2-0c59-474e-9034-c13e9533e29c", "name": "network-vif-plugged", "status": "completed", "tag": "761e92fb-b6a8-4086-97d6-9a4319b6edb2"}]}' {{(pid=93207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:33:58.539021 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port 761e92fb-b6a8-4086-97d6-9a4319b6edb2, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=761e92fb-b6a8-4086-97d6-9a4319b6edb2,segment=NetworkSegment(ed3fa64c-067a-4564-b1ab-aed7a924eb26),segment_id=ed3fa64c-067a-4564-b1ab-aed7a924eb26)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:33:58.543295 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:33:58.568006 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc434bd-5ed1-4f52-8928-6d262efd1752 x-openstack-request-id: req-8bc434bd-5ed1-4f52-8928-6d262efd1752 {{(pid=93207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:33:58.568293 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70faa4f2-0c59-474e-9034-c13e9533e29c", "name": "network-vif-plugged", "status": "completed", "tag": "761e92fb-b6a8-4086-97d6-9a4319b6edb2", "code": 200}]} {{(pid=93207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:33:58.568540 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8bc434bd-5ed1-4f52-8928-6d262efd1752 {{(pid=93207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:33:58.568949 dv-cinder-792299-6-iscsi neutron-server[93207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70faa4f2-0c59-474e-9034-c13e9533e29c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '761e92fb-b6a8-4086-97d6-9a4319b6edb2', 'code': 200} Jul 22 02:33:58.596105 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Pushing event updated for resources: {'Port': ['ID=761e92fb-b6a8-4086-97d6-9a4319b6edb2,revision_number=5']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:33:58.732618 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435842c1-d54d-43a5-aca7-f77406c64fe6 req-49109651-5a06-49ea-add6-9bf6b3e37f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:58.734093 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-435842c1-d54d-43a5-aca7-f77406c64fe6 req-49109651-5a06-49ea-add6-9bf6b3e37f89 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=70faa4f2-0c59-474e-9034-c13e9533e29c HTTP/1.1" status: 200 len: 1099 time: 0.0503664 Jul 22 02:33:58.767618 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-435842c1-d54d-43a5-aca7-f77406c64fe6 req-571a364e-c72f-4531-ad78-c688860abae4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b0aed844-8f5e-4fb4-9e95-10092036d5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266275 Jul 22 02:33:59.667372 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1bf7da-9dbf-4b56-bea1-f5d48baf89db req-1d705819-8542-4fbe-bd78-90eaf82fb4ec tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:59.668872 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-3f1bf7da-9dbf-4b56-bea1-f5d48baf89db req-1d705819-8542-4fbe-bd78-90eaf82fb4ec tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b0dfcba-eda3-4d31-b73b-f820a8994dce HTTP/1.1" status: 200 len: 945 time: 0.1073396 Jul 22 02:33:59.676592 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ebb69-08b4-4607-a950-b8956e723f17 req-e87b1696-8007-4d45-95ad-c44e0c243e55 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:33:59.678145 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e58ebb69-08b4-4607-a950-b8956e723f17 req-e87b1696-8007-4d45-95ad-c44e0c243e55 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=70faa4f2-0c59-474e-9034-c13e9533e29c HTTP/1.1" status: 200 len: 946 time: 0.1057827 Jul 22 02:33:59.729871 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-3f1bf7da-9dbf-4b56-bea1-f5d48baf89db req-e0617d1e-0eb3-4f0d-99a4-acfbfa9b8f79 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/security-groups?id=32b10047-7e6e-4dee-84fb-05b15d12528e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507407 Jul 22 02:33:59.743997 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e58ebb69-08b4-4607-a950-b8956e723f17 req-cdb05e21-2cb3-45c0-9c8b-067ebdc0d444 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0aed844-8f5e-4fb4-9e95-10092036d5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568464 Jul 22 02:34:00.463991 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-05d36c76-56cd-4157-96b8-468ce0f5d464 req-86e3eedd-cd69-4923-8167-e506109f5f07 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-221273865&fields=id&tenant_id=60e53c28ef444ab7bab4b366b3848f57 HTTP/1.1" status: 200 len: 267 time: 0.0325677 Jul 22 02:34:00.529211 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d36c76-56cd-4157-96b8-468ce0f5d464 req-86a633a7-bafe-493e-bf9d-e0851b7913cc tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:00.530563 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-05d36c76-56cd-4157-96b8-468ce0f5d464 req-86a633a7-bafe-493e-bf9d-e0851b7913cc tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/ports?device_id=71dfa8dc-f40a-4525-8062-460fe5fb9c31 HTTP/1.1" status: 200 len: 985 time: 0.0613735 Jul 22 02:34:00.541670 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.v2.base [req-05d36c76-56cd-4157-96b8-468ce0f5d464 req-ef64dd49-fcc5-407a-a102-8f0de92bc702 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Request body: {'port': {'security_groups': ['f13f5576-774a-463a-ae27-ddf3f24faf9e']}} {{(pid=93206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:34:00.628291 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-05d36c76-56cd-4157-96b8-468ce0f5d464 req-ef64dd49-fcc5-407a-a102-8f0de92bc702 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:00.796438 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [req-05d36c76-56cd-4157-96b8-468ce0f5d464 req-ef64dd49-fcc5-407a-a102-8f0de92bc702 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] For port fd2c65fe-516a-41aa-9be1-348af6dff2e1, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=fd2c65fe-516a-41aa-9be1-348af6dff2e1,segment=NetworkSegment(96fb0343-6944-4dfe-bca8-613847c19d98),segment_id=96fb0343-6944-4dfe-bca8-613847c19d98)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:34:00.854371 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-05d36c76-56cd-4157-96b8-468ce0f5d464 req-ef64dd49-fcc5-407a-a102-8f0de92bc702 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Notify callbacks [] for port, precommit_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:00.859580 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-05d36c76-56cd-4157-96b8-468ce0f5d464 req-ef64dd49-fcc5-407a-a102-8f0de92bc702 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909352'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:00.870682 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] get_ports_and_sgs() called for port_ids ['fd2c65fe-516a-41aa-9be1-348af6dff2e1'] {{(pid=93207) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:34:00.919217 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d36c76-56cd-4157-96b8-468ce0f5d464 req-ef64dd49-fcc5-407a-a102-8f0de92bc702 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:00.919852 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-05d36c76-56cd-4157-96b8-468ce0f5d464 req-ef64dd49-fcc5-407a-a102-8f0de92bc702 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409'] for port, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:00.921290 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-05d36c76-56cd-4157-96b8-468ce0f5d464 req-ef64dd49-fcc5-407a-a102-8f0de92bc702 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "PUT /v2.0/ports/fd2c65fe-516a-41aa-9be1-348af6dff2e1 HTTP/1.1" status: 200 len: 943 time: 0.3846121 Jul 22 02:34:00.923773 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71dfa8dc-f40a-4525-8062-460fe5fb9c31', 'tag': 'fd2c65fe-516a-41aa-9be1-348af6dff2e1'}] {{(pid=93206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:34:00.926052 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2c7467b3a520cac2f9dc58394876cadcbbb82697b422dc56d8b09de1a4b7e26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4497a525-7c1c-4ee7-a80a-14f9ccd709d0" -d '{"events": [{"name": "network-changed", "server_uuid": "71dfa8dc-f40a-4525-8062-460fe5fb9c31", "tag": "fd2c65fe-516a-41aa-9be1-348af6dff2e1"}]}' {{(pid=93206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:34:00.927310 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 33954) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:34:00.935558 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34e809d-d1e3-4dd0-b527-8462088264be req-0038bb3b-f5eb-469f-bd65-bbec552848ea tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:00.937058 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d34e809d-d1e3-4dd0-b527-8462088264be req-0038bb3b-f5eb-469f-bd65-bbec552848ea tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b0dfcba-eda3-4d31-b73b-f820a8994dce HTTP/1.1" status: 200 len: 945 time: 0.1327713 Jul 22 02:34:00.972043 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef64dd49-fcc5-407a-a102-8f0de92bc702 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Pushing event updated for resources: {'Port': ['ID=fd2c65fe-516a-41aa-9be1-348af6dff2e1,revision_number=7']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:34:01.000259 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] get_ports_and_sgs() called for port_ids ['fd2c65fe-516a-41aa-9be1-348af6dff2e1'] {{(pid=93207) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:34:01.008839 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-ce82d86f-87ab-48aa-b5a1-2b65c96eced9 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:01.014306 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d34e809d-d1e3-4dd0-b527-8462088264be req-04cc2f4b-2033-476c-8b85-acac4a2ff631 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/security-groups?id=32b10047-7e6e-4dee-84fb-05b15d12528e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692904 Jul 22 02:34:01.041035 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-ce82d86f-87ab-48aa-b5a1-2b65c96eced9 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:01.079122 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b873b-a80b-4ad0-9efc-39cc976fbd1f req-86bca605-903c-487e-9dd0-52da0108d11e tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:01.081359 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-4f1b873b-a80b-4ad0-9efc-39cc976fbd1f req-86bca605-903c-487e-9dd0-52da0108d11e tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=70faa4f2-0c59-474e-9034-c13e9533e29c HTTP/1.1" status: 200 len: 946 time: 0.0869117 Jul 22 02:34:01.110479 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 02:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae9c218b-85b1-4367-903d-3c41e74a029f x-openstack-request-id: req-ae9c218b-85b1-4367-903d-3c41e74a029f {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:34:01.110859 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71dfa8dc-f40a-4525-8062-460fe5fb9c31", "tag": "fd2c65fe-516a-41aa-9be1-348af6dff2e1", "status": "completed", "code": 200}]} {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:34:01.111202 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ae9c218b-85b1-4367-903d-3c41e74a029f {{(pid=93206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:34:01.111681 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71dfa8dc-f40a-4525-8062-460fe5fb9c31', 'tag': 'fd2c65fe-516a-41aa-9be1-348af6dff2e1', 'status': 'completed', 'code': 200} Jul 22 02:34:01.121018 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-ce82d86f-87ab-48aa-b5a1-2b65c96eced9 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:01.128841 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-ce82d86f-87ab-48aa-b5a1-2b65c96eced9 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:01.134222 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-ce82d86f-87ab-48aa-b5a1-2b65c96eced9 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "DELETE /v2.0/security-groups/69d4309b-5c39-4c14-bfec-fabe272b583a HTTP/1.1" status: 204 len: 168 time: 0.2044482 Jul 22 02:34:01.140679 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 33960) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:34:01.145547 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce82d86f-87ab-48aa-b5a1-2b65c96eced9 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d4309b-5c39-4c14-bfec-fabe272b583a,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:34:01.263208 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-27cf72c3-a092-4905-ac0a-849a9f9ad914 None None] Provisioning complete for port fd2c65fe-516a-41aa-9be1-348af6dff2e1 triggered by entity DHCP. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:34:01.263778 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-27cf72c3-a092-4905-ac0a-849a9f9ad914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:01.283017 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-4f1b873b-a80b-4ad0-9efc-39cc976fbd1f req-d9836aca-e5dc-4535-8565-891c4c21d196 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0aed844-8f5e-4fb4-9e95-10092036d5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1954131 Jul 22 02:34:01.392747 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca907666-1d9a-4a16-bdf6-9e72601fef6d req-16c387aa-0bb1-4523-a137-f6fc14bafd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:01.394250 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ca907666-1d9a-4a16-bdf6-9e72601fef6d req-16c387aa-0bb1-4523-a137-f6fc14bafd2c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=be407e9b4d21489b9bf1679354068654&device_id=2b0dfcba-eda3-4d31-b73b-f820a8994dce HTTP/1.1" status: 200 len: 1098 time: 0.0630212 Jul 22 02:34:01.457238 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4497a525-7c1c-4ee7-a80a-14f9ccd709d0 req-8fe20856-aee6-4da9-913f-dee9e44d79b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:01.458718 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-4497a525-7c1c-4ee7-a80a-14f9ccd709d0 req-8fe20856-aee6-4da9-913f-dee9e44d79b4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=60e53c28ef444ab7bab4b366b3848f57&device_id=71dfa8dc-f40a-4525-8062-460fe5fb9c31 HTTP/1.1" status: 200 len: 1099 time: 0.3189621 Jul 22 02:34:01.486381 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca907666-1d9a-4a16-bdf6-9e72601fef6d req-8609d8ad-a4e9-4cd6-a5b9-457ac466f48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:01.487981 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ca907666-1d9a-4a16-bdf6-9e72601fef6d req-8609d8ad-a4e9-4cd6-a5b9-457ac466f48b service neutron] 10.222.0.23 "GET /v2.0/networks?id=4519266e-72e1-49eb-bb7e-76cf6f2efe9d HTTP/1.1" status: 200 len: 908 time: 0.0868518 Jul 22 02:34:01.532415 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a970adb4-2399-421f-b71a-be9846948ab6 req-8af357b1-d051-465f-b2e3-7afe7e20ffca tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:01.533883 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a970adb4-2399-421f-b71a-be9846948ab6 req-8af357b1-d051-465f-b2e3-7afe7e20ffca tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b0dfcba-eda3-4d31-b73b-f820a8994dce HTTP/1.1" status: 200 len: 945 time: 0.2366304 Jul 22 02:34:01.552238 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ca907666-1d9a-4a16-bdf6-9e72601fef6d req-2abcc3f1-7fee-4837-952f-0009818972f1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c227485-4c47-4b51-b15f-ee79405bab68 HTTP/1.1" status: 200 len: 1001 time: 0.0580695 Jul 22 02:34:01.583100 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa2fec2-1955-4815-ad71-cd33585fb208 req-1abadb51-e4b5-4b07-9039-3220f057d0bc tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:01.584407 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-5aa2fec2-1955-4815-ad71-cd33585fb208 req-1abadb51-e4b5-4b07-9039-3220f057d0bc tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=70faa4f2-0c59-474e-9034-c13e9533e29c HTTP/1.1" status: 200 len: 946 time: 0.2024498 Jul 22 02:34:01.593509 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 33966) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:34:01.599499 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-0ae9ac26-1868-40c6-878e-788817867006 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Request body: {'floatingip': {'port_id': '761e92fb-b6a8-4086-97d6-9a4319b6edb2'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:34:01.605907 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-2056bfc3-cbbe-41a9-ad9e-a809e21ab5b6 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Deleting port 383027a9-dd79-45e0-ab69-1822ce1d59fd {{(pid=93206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:34:01.606245 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-2056bfc3-cbbe-41a9-ad9e-a809e21ab5b6 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789867966868'] for port, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:01.642003 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-0ae9ac26-1868-40c6-878e-788817867006 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks [] for floatingip, before_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:01.645833 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca907666-1d9a-4a16-bdf6-9e72601fef6d req-83204fab-6e77-439c-bf3c-33e4577bafff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:01.647295 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ca907666-1d9a-4a16-bdf6-9e72601fef6d req-83204fab-6e77-439c-bf3c-33e4577bafff service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9cd4545e-995f-4d04-a4da-3045595e4283 HTTP/1.1" status: 200 len: 847 time: 0.0894232 Jul 22 02:34:01.649946 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a970adb4-2399-421f-b71a-be9846948ab6 req-cc1f8ce5-4d7c-4506-bfa1-270885f9fc09 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/security-groups?id=32b10047-7e6e-4dee-84fb-05b15d12528e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866382 Jul 22 02:34:01.656325 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4497a525-7c1c-4ee7-a80a-14f9ccd709d0 req-e46ef2d2-0eaa-41fa-9500-614e754f162b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:01.657682 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-4497a525-7c1c-4ee7-a80a-14f9ccd709d0 req-e46ef2d2-0eaa-41fa-9500-614e754f162b service neutron] 10.222.0.23 "GET /v2.0/networks?id=7d104b28-014f-472e-8afa-ee2cdb209037 HTTP/1.1" status: 200 len: 914 time: 0.1907597 Jul 22 02:34:01.750153 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-2056bfc3-cbbe-41a9-ad9e-a809e21ab5b6 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760608'] for port, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:01.750476 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-2056bfc3-cbbe-41a9-ad9e-a809e21ab5b6 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:01.768353 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-4497a525-7c1c-4ee7-a80a-14f9ccd709d0 req-f9e764e6-28c9-4de8-92c7-15ee06b3052b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd2c65fe-516a-41aa-9be1-348af6dff2e1 HTTP/1.1" status: 200 len: 1001 time: 0.0829644 Jul 22 02:34:01.769190 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-2056bfc3-cbbe-41a9-ad9e-a809e21ab5b6 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Calling delete_port for 383027a9-dd79-45e0-ab69-1822ce1d59fd owned by network:floatingip {{(pid=93206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:34:01.798487 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca907666-1d9a-4a16-bdf6-9e72601fef6d req-ee93ab8a-8852-4324-be2b-723e688cadcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:01.799984 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ca907666-1d9a-4a16-bdf6-9e72601fef6d req-ee93ab8a-8852-4324-be2b-723e688cadcb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4519266e-72e1-49eb-bb7e-76cf6f2efe9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1229253 Jul 22 02:34:01.877115 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4497a525-7c1c-4ee7-a80a-14f9ccd709d0 req-35c3be6f-18d6-4ea5-8fbd-d2d0d7555cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:01.878462 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-4497a525-7c1c-4ee7-a80a-14f9ccd709d0 req-35c3be6f-18d6-4ea5-8fbd-d2d0d7555cec service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e348ba7a-6c7e-455e-97d0-0c7dd6db87f0 HTTP/1.1" status: 200 len: 853 time: 0.1038945 Jul 22 02:34:01.993786 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ca907666-1d9a-4a16-bdf6-9e72601fef6d req-20d9573a-d1c9-4fbd-aa68-7ba1e5aef391 service neutron] 10.222.0.23 "GET /v2.0/networks/4519266e-72e1-49eb-bb7e-76cf6f2efe9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619427 Jul 22 02:34:02.188744 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ca907666-1d9a-4a16-bdf6-9e72601fef6d req-b6242211-a898-4e13-90cd-b9fc33c7e64e service neutron] 10.222.0.23 "GET /v2.0/networks/4519266e-72e1-49eb-bb7e-76cf6f2efe9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876066 Jul 22 02:34:02.227145 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4497a525-7c1c-4ee7-a80a-14f9ccd709d0 req-13bba7b0-26b1-467b-97c8-ed17b9a24372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:02.228932 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-4497a525-7c1c-4ee7-a80a-14f9ccd709d0 req-13bba7b0-26b1-467b-97c8-ed17b9a24372 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7d104b28-014f-472e-8afa-ee2cdb209037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3433473 Jul 22 02:34:02.241761 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-0ae9ac26-1868-40c6-878e-788817867006 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:02.245301 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-0ae9ac26-1868-40c6-878e-788817867006 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746573'] for floatingip, after_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:02.283587 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-2056bfc3-cbbe-41a9-ad9e-a809e21ab5b6 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789867968359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789867566228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909347'] for port, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:02.339536 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2056bfc3-cbbe-41a9-ad9e-a809e21ab5b6 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Pushing event deleted for resources: {'Port': ['ID=383027a9-dd79-45e0-ab69-1822ce1d59fd,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:34:02.345701 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.db.l3_db [None req-0ae9ac26-1868-40c6-878e-788817867006 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Floating IP bc9ec7a6-53ba-457d-a877-640a5dcd5735 associated. External IP: 172.27.3.104, port: 761e92fb-b6a8-4086-97d6-9a4319b6edb2. Jul 22 02:34:02.424808 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-2056bfc3-cbbe-41a9-ad9e-a809e21ab5b6 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Notify callbacks [] for floatingip, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:02.425139 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.db.l3_db [None req-2056bfc3-cbbe-41a9-ad9e-a809e21ab5b6 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Floating IP f81902c5-0a39-4630-8da2-4e771238b2ea disassociated (deleted). External IP: 172.27.3.37, port: fd2c65fe-516a-41aa-9be1-348af6dff2e1. Jul 22 02:34:02.507489 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-4497a525-7c1c-4ee7-a80a-14f9ccd709d0 req-6da9ea24-faab-45b7-8fdf-ecd99fa2bf9b service neutron] 10.222.0.23 "GET /v2.0/networks/7d104b28-014f-472e-8afa-ee2cdb209037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578180 Jul 22 02:34:02.554988 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ae9ac26-1868-40c6-878e-788817867006 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Router 31dbb3de-5002-476d-90e9-ec3708f0d4a0 has already been hosted by L3 agent f9ed0358-a013-4c74-a622-17ee633b4610 {{(pid=93205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 02:34:02.692249 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-4497a525-7c1c-4ee7-a80a-14f9ccd709d0 req-04ea7291-845b-402e-bba5-3c535cd85151 service neutron] 10.222.0.23 "GET /v2.0/networks/7d104b28-014f-472e-8afa-ee2cdb209037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756909 Jul 22 02:34:02.736844 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2056bfc3-cbbe-41a9-ad9e-a809e21ab5b6 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Router f39401d7-9f0a-4733-a9d4-316dab74c9b8 has already been hosted by L3 agent f9ed0358-a013-4c74-a622-17ee633b4610 {{(pid=93206) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 02:34:02.869396 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ae9ac26-1868-40c6-878e-788817867006 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify agent at l3_agent.dv-cinder-792299-6-iscsi the message routers_updated {{(pid=93205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:34:02.874287 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-0ae9ac26-1868-40c6-878e-788817867006 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409'] for floatingip, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:02.879533 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b604e7c3-15f9-4146-ab0a-87047cca31dc None None] Sync routers for ids ['31dbb3de-5002-476d-90e9-ec3708f0d4a0'] in dv-cinder-792299-6-iscsi {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:34:02.881555 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a1a51f-1b9c-4336-bfba-9bb42cbd6bb5 req-721191d5-5b02-4684-9fde-fa0d7feb46a5 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:02.883703 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d5a1a51f-1b9c-4336-bfba-9bb42cbd6bb5 req-721191d5-5b02-4684-9fde-fa0d7feb46a5 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b0dfcba-eda3-4d31-b73b-f820a8994dce HTTP/1.1" status: 200 len: 945 time: 0.1498406 Jul 22 02:34:02.895092 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b604e7c3-15f9-4146-ab0a-87047cca31dc None None] Routers {'31dbb3de-5002-476d-90e9-ec3708f0d4a0'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:34:02.895823 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-b604e7c3-15f9-4146-ab0a-87047cca31dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:33:44Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['31dbb3de-5002-476d-90e9-ec3708f0d4a0'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:34:02.904527 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2056bfc3-cbbe-41a9-ad9e-a809e21ab5b6 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Notify agent at l3_agent.dv-cinder-792299-6-iscsi the message routers_updated {{(pid=93206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:34:02.909763 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-2056bfc3-cbbe-41a9-ad9e-a809e21ab5b6 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409'] for floatingip, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:02.918401 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-0ae9ac26-1868-40c6-878e-788817867006 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "PUT /v2.0/floatingips/bc9ec7a6-53ba-457d-a877-640a5dcd5735 HTTP/1.1" status: 200 len: 992 time: 1.3211648 Jul 22 02:34:02.918401 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70faa4f2-0c59-474e-9034-c13e9533e29c', 'tag': '761e92fb-b6a8-4086-97d6-9a4319b6edb2'}] {{(pid=93205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:34:02.918668 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33960597-47fd-4a5f-b0e4-ad5795d1b4e5 None None] Sync routers for ids ['f39401d7-9f0a-4733-a9d4-316dab74c9b8'] in dv-cinder-792299-6-iscsi {{(pid=93208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:34:02.919171 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1519ab49a2e6f2c0b9af796621e68389a02ac4e63e9641ecb08298f364d17118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063f58ec-8b4b-495d-a995-478d86fd6445" -d '{"events": [{"name": "network-changed", "server_uuid": "70faa4f2-0c59-474e-9034-c13e9533e29c", "tag": "761e92fb-b6a8-4086-97d6-9a4319b6edb2"}]}' {{(pid=93205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:34:02.943763 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33960597-47fd-4a5f-b0e4-ad5795d1b4e5 None None] Routers {'f39401d7-9f0a-4733-a9d4-316dab74c9b8'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:34:02.943983 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-33960597-47fd-4a5f-b0e4-ad5795d1b4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:33:44Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['f39401d7-9f0a-4733-a9d4-316dab74c9b8'], 'active': True} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:34:02.981046 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d5a1a51f-1b9c-4336-bfba-9bb42cbd6bb5 req-7014b831-1b67-43b7-a2bd-53564cf5cb5e tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/security-groups?id=32b10047-7e6e-4dee-84fb-05b15d12528e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854361 Jul 22 02:34:02.982485 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-2056bfc3-cbbe-41a9-ad9e-a809e21ab5b6 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "DELETE /v2.0/floatingips/f81902c5-0a39-4630-8da2-4e771238b2ea HTTP/1.1" status: 204 len: 168 time: 1.8409472 Jul 22 02:34:03.035062 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 02:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e870c8-e1af-4eb6-b239-d8feb68ab829 x-openstack-request-id: req-f0e870c8-e1af-4eb6-b239-d8feb68ab829 {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:34:03.035885 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70faa4f2-0c59-474e-9034-c13e9533e29c", "tag": "761e92fb-b6a8-4086-97d6-9a4319b6edb2", "status": "completed", "code": 200}]} {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:34:03.036304 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f0e870c8-e1af-4eb6-b239-d8feb68ab829 {{(pid=93205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:34:03.036881 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70faa4f2-0c59-474e-9034-c13e9533e29c', 'tag': '761e92fb-b6a8-4086-97d6-9a4319b6edb2', 'status': 'completed', 'code': 200} Jul 22 02:34:03.062204 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-b604e7c3-15f9-4146-ab0a-87047cca31dc None None] Set router 31dbb3de-5002-476d-90e9-ec3708f0d4a0 gateway port host: dv-cinder-792299-6-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:34:03.077759 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvr_db [None req-33960597-47fd-4a5f-b0e4-ad5795d1b4e5 None None] Set router f39401d7-9f0a-4733-a9d4-316dab74c9b8 gateway port host: dv-cinder-792299-6-iscsi {{(pid=93208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:34:03.113855 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71dfa8dc-f40a-4525-8062-460fe5fb9c31', 'tag': 'fd2c65fe-516a-41aa-9be1-348af6dff2e1'}] {{(pid=93206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:34:03.116307 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2c7467b3a520cac2f9dc58394876cadcbbb82697b422dc56d8b09de1a4b7e26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a0dbba-aa2a-4131-8a65-8c95820e97b2" -d '{"events": [{"name": "network-changed", "server_uuid": "71dfa8dc-f40a-4525-8062-460fe5fb9c31", "tag": "fd2c65fe-516a-41aa-9be1-348af6dff2e1"}]}' {{(pid=93206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:34:03.133574 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f58ec-8b4b-495d-a995-478d86fd6445 req-e9fb74df-e0d3-4da3-ab05-5aea71470372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:03.134289 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-063f58ec-8b4b-495d-a995-478d86fd6445 req-e9fb74df-e0d3-4da3-ab05-5aea71470372 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=390f421b378f4ffc8c6d8fc7bd0e0d86&device_id=70faa4f2-0c59-474e-9034-c13e9533e29c HTTP/1.1" status: 200 len: 1099 time: 0.0740256 Jul 22 02:34:03.228310 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 02:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-502ef3d9-7042-4a86-bb80-ad6cd031d118 x-openstack-request-id: req-502ef3d9-7042-4a86-bb80-ad6cd031d118 {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:34:03.229376 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71dfa8dc-f40a-4525-8062-460fe5fb9c31", "tag": "fd2c65fe-516a-41aa-9be1-348af6dff2e1", "status": "completed", "code": 200}]} {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:34:03.229825 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-502ef3d9-7042-4a86-bb80-ad6cd031d118 {{(pid=93206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:34:03.230478 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71dfa8dc-f40a-4525-8062-460fe5fb9c31', 'tag': 'fd2c65fe-516a-41aa-9be1-348af6dff2e1', 'status': 'completed', 'code': 200} Jul 22 02:34:03.258042 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f58ec-8b4b-495d-a995-478d86fd6445 req-2013c617-55c8-4c29-855e-1c40d8ab69f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:03.260799 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-063f58ec-8b4b-495d-a995-478d86fd6445 req-2013c617-55c8-4c29-855e-1c40d8ab69f9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c1704d84-6956-4df3-918a-504126cdf765 HTTP/1.1" status: 200 len: 917 time: 0.1198175 Jul 22 02:34:03.365372 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-b604e7c3-15f9-4146-ab0a-87047cca31dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31dbb3de-5002-476d-90e9-ec3708f0d4a0', 'name': 'tempest-AttachVolumeShelveTestJSON-1720449418-router', 'tenant_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'd13595d8-8686-42d7-ad69-bf7f60fb015e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:28:44Z', 'updated_at': '2021-07-22T02:28:50Z', 'revision_number': 4, 'project_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'gw_port': {'id': 'd13595d8-8686-42d7-ad69-bf7f60fb015e', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31dbb3de-5002-476d-90e9-ec3708f0d4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:28:44Z', 'updated_at': '2021-07-22T02:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_floatingips': [{'id': 'bc9ec7a6-53ba-457d-a877-640a5dcd5735', 'tenant_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'floating_ip_address': '172.27.3.104', 'floating_network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'router_id': '31dbb3de-5002-476d-90e9-ec3708f0d4a0', 'port_id': '761e92fb-b6a8-4086-97d6-9a4319b6edb2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1704d84-6956-4df3-918a-504126cdf765', 'mac_address': 'fa:16:3e:c0:09:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70faa4f2-0c59-474e-9034-c13e9533e29c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T02:33:48Z', 'updated_at': '2021-07-22T02:34:02Z', 'revision_number': 1, 'project_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '181cea9f-5c7f-480b-a288-bb655937ba35', 'name': '', 'network_id': 'c1704d84-6956-4df3-918a-504126cdf765', 'tenant_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'mac_address': 'fa:16:3e:02:a6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31dbb3de-5002-476d-90e9-ec3708f0d4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b32e8e6a-923e-4e9e-b074-47bc54badd49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:28:49Z', 'updated_at': '2021-07-22T02:28:58Z', 'revision_number': 5, 'project_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'subnets': [{'id': 'b32e8e6a-923e-4e9e-b074-47bc54badd49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:34:03.366071 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a0dbba-aa2a-4131-8a65-8c95820e97b2 req-8abdb08a-7157-4cbe-a871-f94b0ee0bd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:03.366789 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-063f58ec-8b4b-495d-a995-478d86fd6445 req-23ed7526-5ec3-4d42-b23e-dadb64f3d427 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=761e92fb-b6a8-4086-97d6-9a4319b6edb2 HTTP/1.1" status: 200 len: 1000 time: 0.0979970 Jul 22 02:34:03.368959 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-02a0dbba-aa2a-4131-8a65-8c95820e97b2 req-8abdb08a-7157-4cbe-a871-f94b0ee0bd17 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=60e53c28ef444ab7bab4b366b3848f57&device_id=71dfa8dc-f40a-4525-8062-460fe5fb9c31 HTTP/1.1" status: 200 len: 1099 time: 0.1428671 Jul 22 02:34:03.400613 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b604e7c3-15f9-4146-ab0a-87047cca31dc None None] Checking router: 31dbb3de-5002-476d-90e9-ec3708f0d4a0 for host: dv-cinder-792299-6-iscsi {{(pid=93207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:34:03.411709 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b604e7c3-15f9-4146-ab0a-87047cca31dc None None] Routers {'31dbb3de-5002-476d-90e9-ec3708f0d4a0'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:34:03.412552 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-b604e7c3-15f9-4146-ab0a-87047cca31dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:33:44Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['31dbb3de-5002-476d-90e9-ec3708f0d4a0'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:34:03.422310 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-33960597-47fd-4a5f-b0e4-ad5795d1b4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39401d7-9f0a-4733-a9d4-316dab74c9b8', 'name': 'tempest-TestMinimumBasicScenario-185652920-router', 'tenant_id': '60e53c28ef444ab7bab4b366b3848f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'a4feb8b5-4f55-422c-86a0-78a255cb65b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:30:36Z', 'updated_at': '2021-07-22T02:30:47Z', 'revision_number': 4, 'project_id': '60e53c28ef444ab7bab4b366b3848f57', 'gw_port': {'id': 'a4feb8b5-4f55-422c-86a0-78a255cb65b1', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39401d7-9f0a-4733-a9d4-316dab74c9b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:38Z', 'updated_at': '2021-07-22T02:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_interfaces': [{'id': 'e70b77e0-d850-4600-a188-00d15ff471a9', 'name': '', 'network_id': '7d104b28-014f-472e-8afa-ee2cdb209037', 'tenant_id': '60e53c28ef444ab7bab4b366b3848f57', 'mac_address': 'fa:16:3e:2e:b9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39401d7-9f0a-4733-a9d4-316dab74c9b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'e348ba7a-6c7e-455e-97d0-0c7dd6db87f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:45Z', 'updated_at': '2021-07-22T02:30:55Z', 'revision_number': 5, 'project_id': '60e53c28ef444ab7bab4b366b3848f57', 'subnets': [{'id': 'e348ba7a-6c7e-455e-97d0-0c7dd6db87f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:34:03.427479 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f58ec-8b4b-495d-a995-478d86fd6445 req-9f83295d-85d4-451a-b784-3bb8a153f02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:03.428999 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-063f58ec-8b4b-495d-a995-478d86fd6445 req-9f83295d-85d4-451a-b784-3bb8a153f02b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b32e8e6a-923e-4e9e-b074-47bc54badd49 HTTP/1.1" status: 200 len: 856 time: 0.0521781 Jul 22 02:34:03.450587 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33960597-47fd-4a5f-b0e4-ad5795d1b4e5 None None] Checking router: f39401d7-9f0a-4733-a9d4-316dab74c9b8 for host: dv-cinder-792299-6-iscsi {{(pid=93208) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:34:03.457935 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33960597-47fd-4a5f-b0e4-ad5795d1b4e5 None None] Routers {'f39401d7-9f0a-4733-a9d4-316dab74c9b8'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:34:03.458539 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-33960597-47fd-4a5f-b0e4-ad5795d1b4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:33:44Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['f39401d7-9f0a-4733-a9d4-316dab74c9b8'], 'active': True} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:34:03.479848 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a0dbba-aa2a-4131-8a65-8c95820e97b2 req-d20a1365-b78a-49ed-a85c-4b5a75bc2929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:03.481512 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-02a0dbba-aa2a-4131-8a65-8c95820e97b2 req-d20a1365-b78a-49ed-a85c-4b5a75bc2929 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7d104b28-014f-472e-8afa-ee2cdb209037 HTTP/1.1" status: 200 len: 914 time: 0.1017983 Jul 22 02:34:03.502461 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f58ec-8b4b-495d-a995-478d86fd6445 req-9b6538b1-aefb-4c18-ae7e-fcbc1e5e7915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:03.504048 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-063f58ec-8b4b-495d-a995-478d86fd6445 req-9b6538b1-aefb-4c18-ae7e-fcbc1e5e7915 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c1704d84-6956-4df3-918a-504126cdf765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0639343 Jul 22 02:34:03.526263 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-02a0dbba-aa2a-4131-8a65-8c95820e97b2 req-6a1a8e54-5910-4059-bbb7-1b3a0b8efd3d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd2c65fe-516a-41aa-9be1-348af6dff2e1 HTTP/1.1" status: 200 len: 217 time: 0.0381291 Jul 22 02:34:03.570517 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvr_db [None req-33960597-47fd-4a5f-b0e4-ad5795d1b4e5 None None] Set router f39401d7-9f0a-4733-a9d4-316dab74c9b8 gateway port host: dv-cinder-792299-6-iscsi {{(pid=93208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:34:03.597751 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a0dbba-aa2a-4131-8a65-8c95820e97b2 req-db28e4cf-4820-4924-abb4-bad8dd722586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:03.599216 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-02a0dbba-aa2a-4131-8a65-8c95820e97b2 req-db28e4cf-4820-4924-abb4-bad8dd722586 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e348ba7a-6c7e-455e-97d0-0c7dd6db87f0 HTTP/1.1" status: 200 len: 853 time: 0.0665057 Jul 22 02:34:03.613284 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-063f58ec-8b4b-495d-a995-478d86fd6445 req-2f72cfac-cb4f-44a6-9969-4cfc9a2228b8 service neutron] 10.222.0.23 "GET /v2.0/networks/c1704d84-6956-4df3-918a-504126cdf765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023128 Jul 22 02:34:03.661227 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a0dbba-aa2a-4131-8a65-8c95820e97b2 req-e6ec5a9b-7377-437a-8aa5-67ff0a52a17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:03.662628 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-02a0dbba-aa2a-4131-8a65-8c95820e97b2 req-e6ec5a9b-7377-437a-8aa5-67ff0a52a17f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7d104b28-014f-472e-8afa-ee2cdb209037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0564132 Jul 22 02:34:03.672912 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-b604e7c3-15f9-4146-ab0a-87047cca31dc None None] Set router 31dbb3de-5002-476d-90e9-ec3708f0d4a0 gateway port host: dv-cinder-792299-6-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:34:03.734969 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-063f58ec-8b4b-495d-a995-478d86fd6445 req-3f61e282-b474-41bd-8f84-ff326b1d3652 service neutron] 10.222.0.23 "GET /v2.0/networks/c1704d84-6956-4df3-918a-504126cdf765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127968 Jul 22 02:34:03.777761 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-02a0dbba-aa2a-4131-8a65-8c95820e97b2 req-45c5368b-8c43-46a0-9921-943d3c2b56a7 service neutron] 10.222.0.23 "GET /v2.0/networks/7d104b28-014f-472e-8afa-ee2cdb209037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089070 Jul 22 02:34:03.836312 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-33960597-47fd-4a5f-b0e4-ad5795d1b4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39401d7-9f0a-4733-a9d4-316dab74c9b8', 'name': 'tempest-TestMinimumBasicScenario-185652920-router', 'tenant_id': '60e53c28ef444ab7bab4b366b3848f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'a4feb8b5-4f55-422c-86a0-78a255cb65b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:30:36Z', 'updated_at': '2021-07-22T02:30:47Z', 'revision_number': 4, 'project_id': '60e53c28ef444ab7bab4b366b3848f57', 'gw_port': {'id': 'a4feb8b5-4f55-422c-86a0-78a255cb65b1', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39401d7-9f0a-4733-a9d4-316dab74c9b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:38Z', 'updated_at': '2021-07-22T02:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_interfaces': [{'id': 'e70b77e0-d850-4600-a188-00d15ff471a9', 'name': '', 'network_id': '7d104b28-014f-472e-8afa-ee2cdb209037', 'tenant_id': '60e53c28ef444ab7bab4b366b3848f57', 'mac_address': 'fa:16:3e:2e:b9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39401d7-9f0a-4733-a9d4-316dab74c9b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'e348ba7a-6c7e-455e-97d0-0c7dd6db87f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:45Z', 'updated_at': '2021-07-22T02:30:55Z', 'revision_number': 5, 'project_id': '60e53c28ef444ab7bab4b366b3848f57', 'subnets': [{'id': 'e348ba7a-6c7e-455e-97d0-0c7dd6db87f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:34:03.866790 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33960597-47fd-4a5f-b0e4-ad5795d1b4e5 None None] The sync data for ids ['f39401d7-9f0a-4733-a9d4-316dab74c9b8'] in dv-cinder-792299-6-iscsi is: [{'id': 'f39401d7-9f0a-4733-a9d4-316dab74c9b8', 'name': 'tempest-TestMinimumBasicScenario-185652920-router', 'tenant_id': '60e53c28ef444ab7bab4b366b3848f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'a4feb8b5-4f55-422c-86a0-78a255cb65b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:30:36Z', 'updated_at': '2021-07-22T02:30:47Z', 'revision_number': 4, 'project_id': '60e53c28ef444ab7bab4b366b3848f57', 'gw_port': {'id': 'a4feb8b5-4f55-422c-86a0-78a255cb65b1', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39401d7-9f0a-4733-a9d4-316dab74c9b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:38Z', 'updated_at': '2021-07-22T02:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_interfaces': [{'id': 'e70b77e0-d850-4600-a188-00d15ff471a9', 'name': '', 'network_id': '7d104b28-014f-472e-8afa-ee2cdb209037', 'tenant_id': '60e53c28ef444ab7bab4b366b3848f57', 'mac_address': 'fa:16:3e:2e:b9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39401d7-9f0a-4733-a9d4-316dab74c9b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'e348ba7a-6c7e-455e-97d0-0c7dd6db87f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:45Z', 'updated_at': '2021-07-22T02:30:55Z', 'revision_number': 5, 'project_id': '60e53c28ef444ab7bab4b366b3848f57', 'subnets': [{'id': 'e348ba7a-6c7e-455e-97d0-0c7dd6db87f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:34:03.886448 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-02a0dbba-aa2a-4131-8a65-8c95820e97b2 req-0b1a1797-3ab4-4c41-92cf-2fa2a3ca1e34 service neutron] 10.222.0.23 "GET /v2.0/networks/7d104b28-014f-472e-8afa-ee2cdb209037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998654 Jul 22 02:34:03.951224 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-b604e7c3-15f9-4146-ab0a-87047cca31dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31dbb3de-5002-476d-90e9-ec3708f0d4a0', 'name': 'tempest-AttachVolumeShelveTestJSON-1720449418-router', 'tenant_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'd13595d8-8686-42d7-ad69-bf7f60fb015e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:28:44Z', 'updated_at': '2021-07-22T02:28:50Z', 'revision_number': 4, 'project_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'gw_port': {'id': 'd13595d8-8686-42d7-ad69-bf7f60fb015e', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31dbb3de-5002-476d-90e9-ec3708f0d4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:28:44Z', 'updated_at': '2021-07-22T02:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_floatingips': [{'id': 'bc9ec7a6-53ba-457d-a877-640a5dcd5735', 'tenant_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'floating_ip_address': '172.27.3.104', 'floating_network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'router_id': '31dbb3de-5002-476d-90e9-ec3708f0d4a0', 'port_id': '761e92fb-b6a8-4086-97d6-9a4319b6edb2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1704d84-6956-4df3-918a-504126cdf765', 'mac_address': 'fa:16:3e:c0:09:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70faa4f2-0c59-474e-9034-c13e9533e29c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T02:33:48Z', 'updated_at': '2021-07-22T02:34:02Z', 'revision_number': 1, 'project_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '181cea9f-5c7f-480b-a288-bb655937ba35', 'name': '', 'network_id': 'c1704d84-6956-4df3-918a-504126cdf765', 'tenant_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'mac_address': 'fa:16:3e:02:a6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31dbb3de-5002-476d-90e9-ec3708f0d4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b32e8e6a-923e-4e9e-b074-47bc54badd49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:28:49Z', 'updated_at': '2021-07-22T02:28:58Z', 'revision_number': 5, 'project_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'subnets': [{'id': 'b32e8e6a-923e-4e9e-b074-47bc54badd49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:34:03.983511 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b604e7c3-15f9-4146-ab0a-87047cca31dc None None] The sync data for ids ['31dbb3de-5002-476d-90e9-ec3708f0d4a0'] in dv-cinder-792299-6-iscsi is: [{'id': '31dbb3de-5002-476d-90e9-ec3708f0d4a0', 'name': 'tempest-AttachVolumeShelveTestJSON-1720449418-router', 'tenant_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'd13595d8-8686-42d7-ad69-bf7f60fb015e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:28:44Z', 'updated_at': '2021-07-22T02:28:50Z', 'revision_number': 4, 'project_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'gw_port': {'id': 'd13595d8-8686-42d7-ad69-bf7f60fb015e', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31dbb3de-5002-476d-90e9-ec3708f0d4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:28:44Z', 'updated_at': '2021-07-22T02:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_floatingips': [{'id': 'bc9ec7a6-53ba-457d-a877-640a5dcd5735', 'tenant_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'floating_ip_address': '172.27.3.104', 'floating_network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'router_id': '31dbb3de-5002-476d-90e9-ec3708f0d4a0', 'port_id': '761e92fb-b6a8-4086-97d6-9a4319b6edb2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1704d84-6956-4df3-918a-504126cdf765', 'mac_address': 'fa:16:3e:c0:09:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70faa4f2-0c59-474e-9034-c13e9533e29c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T02:33:48Z', 'updated_at': '2021-07-22T02:34:02Z', 'revision_number': 1, 'project_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '181cea9f-5c7f-480b-a288-bb655937ba35', 'name': '', 'network_id': 'c1704d84-6956-4df3-918a-504126cdf765', 'tenant_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'mac_address': 'fa:16:3e:02:a6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31dbb3de-5002-476d-90e9-ec3708f0d4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b32e8e6a-923e-4e9e-b074-47bc54badd49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:28:49Z', 'updated_at': '2021-07-22T02:28:58Z', 'revision_number': 5, 'project_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'subnets': [{'id': 'b32e8e6a-923e-4e9e-b074-47bc54badd49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:34:04.149081 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2baaa8-51e4-4fe6-8815-7991f279d0c3 None None] New status for floating IP f81902c5-0a39-4630-8da2-4e771238b2ea: DOWN {{(pid=93207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 02:34:04.204409 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd974c6f-fdd7-4232-ba81-a947567901a2 None None] New status for floating IP bc9ec7a6-53ba-457d-a877-640a5dcd5735: ACTIVE {{(pid=93208) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 02:34:05.809512 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf770cc4-956d-49ea-94cb-a9d26541ca9f req-9119c97b-53d1-441a-ade6-0adf796d79e6 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:05.810977 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-bf770cc4-956d-49ea-94cb-a9d26541ca9f req-9119c97b-53d1-441a-ade6-0adf796d79e6 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/ports?device_id=71dfa8dc-f40a-4525-8062-460fe5fb9c31 HTTP/1.1" status: 200 len: 946 time: 0.0665536 Jul 22 02:34:05.847277 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-bf770cc4-956d-49ea-94cb-a9d26541ca9f req-e8c21ede-c649-4ddf-a6cb-a0bba35a8dcc tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/security-groups?id=f13f5576-774a-463a-ae27-ddf3f24faf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305963 Jul 22 02:34:06.972988 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e4169-b9f8-4db6-b2d7-f08dda2d93c8 req-63a08652-a711-42de-92ed-c68ea758f811 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:06.974459 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-673e4169-b9f8-4db6-b2d7-f08dda2d93c8 req-63a08652-a711-42de-92ed-c68ea758f811 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/ports?device_id=71dfa8dc-f40a-4525-8062-460fe5fb9c31 HTTP/1.1" status: 200 len: 946 time: 0.0624526 Jul 22 02:34:07.011243 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-673e4169-b9f8-4db6-b2d7-f08dda2d93c8 req-10d55d5d-09e0-451d-9fab-f112aa60a42a tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/security-groups?id=f13f5576-774a-463a-ae27-ddf3f24faf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308993 Jul 22 02:34:07.555949 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf280f4a-5bad-4093-97e7-18fa596643d2 req-4bb2374f-32c5-4ff8-aa66-a9deb30d0340 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:07.557415 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-bf280f4a-5bad-4093-97e7-18fa596643d2 req-4bb2374f-32c5-4ff8-aa66-a9deb30d0340 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.23 "GET /v2.0/ports?device_id=71dfa8dc-f40a-4525-8062-460fe5fb9c31 HTTP/1.1" status: 200 len: 946 time: 0.0612941 Jul 22 02:34:07.660357 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [req-bf280f4a-5bad-4093-97e7-18fa596643d2 req-3eb6eda4-6358-4207-8674-0688121ba251 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Deleting port fd2c65fe-516a-41aa-9be1-348af6dff2e1 {{(pid=93205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:34:07.660742 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-bf280f4a-5bad-4093-97e7-18fa596643d2 req-3eb6eda4-6358-4207-8674-0688121ba251 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789867966868'] for port, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:07.746659 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.db [req-bf280f4a-5bad-4093-97e7-18fa596643d2 req-3eb6eda4-6358-4207-8674-0688121ba251 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] For port fd2c65fe-516a-41aa-9be1-348af6dff2e1, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=fd2c65fe-516a-41aa-9be1-348af6dff2e1,segment=NetworkSegment(96fb0343-6944-4dfe-bca8-613847c19d98),segment_id=96fb0343-6944-4dfe-bca8-613847c19d98)] {{(pid=93205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:34:07.747019 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-bf280f4a-5bad-4093-97e7-18fa596643d2 req-3eb6eda4-6358-4207-8674-0688121ba251 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760608'] for port, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:07.759413 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [req-bf280f4a-5bad-4093-97e7-18fa596643d2 req-3eb6eda4-6358-4207-8674-0688121ba251 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Calling delete_port for fd2c65fe-516a-41aa-9be1-348af6dff2e1 owned by compute:nova {{(pid=93205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:34:07.883942 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-bf280f4a-5bad-4093-97e7-18fa596643d2 req-3eb6eda4-6358-4207-8674-0688121ba251 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789867968359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789867566228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3324451'] for port, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:07.895565 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] get_ports_and_sgs() called for port_ids ['fd2c65fe-516a-41aa-9be1-348af6dff2e1'] {{(pid=93207) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:34:07.911996 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb6eda4-6358-4207-8674-0688121ba251 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Pushing event deleted for resources: {'Port': ['ID=fd2c65fe-516a-41aa-9be1-348af6dff2e1,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:34:07.959696 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf280f4a-5bad-4093-97e7-18fa596643d2 req-3eb6eda4-6358-4207-8674-0688121ba251 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] No DVR routers for this DVR port fd2c65fe-516a-41aa-9be1-348af6dff2e1 on host hv-cinder-79229 {{(pid=93205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 02:34:07.962164 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-bf280f4a-5bad-4093-97e7-18fa596643d2 req-3eb6eda4-6358-4207-8674-0688121ba251 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409'] for port, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:07.964174 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-bf280f4a-5bad-4093-97e7-18fa596643d2 req-3eb6eda4-6358-4207-8674-0688121ba251 tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.23 "DELETE /v2.0/ports/fd2c65fe-516a-41aa-9be1-348af6dff2e1 HTTP/1.1" status: 204 len: 173 time: 0.4006827 Jul 22 02:34:07.964607 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71dfa8dc-f40a-4525-8062-460fe5fb9c31', 'name': 'network-vif-deleted', 'tag': 'fd2c65fe-516a-41aa-9be1-348af6dff2e1'}] {{(pid=93205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:34:07.966912 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1519ab49a2e6f2c0b9af796621e68389a02ac4e63e9641ecb08298f364d17118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c032c0-f0b7-4d5c-9dce-dfd343edece1" -d '{"events": [{"server_uuid": "71dfa8dc-f40a-4525-8062-460fe5fb9c31", "name": "network-vif-deleted", "tag": "fd2c65fe-516a-41aa-9be1-348af6dff2e1"}]}' {{(pid=93205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:34:08.005861 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e905d658-cb3e-4ae7-8c2c-3bed32ac54e6 x-openstack-request-id: req-e905d658-cb3e-4ae7-8c2c-3bed32ac54e6 {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:34:08.006177 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71dfa8dc-f40a-4525-8062-460fe5fb9c31", "name": "network-vif-deleted", "tag": "fd2c65fe-516a-41aa-9be1-348af6dff2e1", "status": "completed", "code": 200}]} {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:34:08.006493 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e905d658-cb3e-4ae7-8c2c-3bed32ac54e6 {{(pid=93205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:34:08.006888 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71dfa8dc-f40a-4525-8062-460fe5fb9c31', 'name': 'network-vif-deleted', 'tag': 'fd2c65fe-516a-41aa-9be1-348af6dff2e1', 'status': 'completed', 'code': 200} Jul 22 02:34:08.129912 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-80dc7189-d838-4f70-9bd0-303ab1f0071e req-7030aa3a-a077-48b2-8c6e-3a5be3b4a1ea tempest-TestMinimumBasicScenario-814459450 tempest-TestMinimumBasicScenario-814459450-project] 10.222.0.30 "GET /v2.0/ports?device_id=71dfa8dc-f40a-4525-8062-460fe5fb9c31 HTTP/1.1" status: 200 len: 210 time: 0.0282993 Jul 22 02:34:09.779329 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 34062) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:34:10.169984 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-984a9a6e-3672-4686-a8ea-6764ce434c08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1758349'] for router_interface, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:10.455808 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [None req-984a9a6e-3672-4686-a8ea-6764ce434c08 admin admin] Deleting port e70b77e0-d850-4600-a188-00d15ff471a9 {{(pid=93205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:34:10.456151 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-984a9a6e-3672-4686-a8ea-6764ce434c08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789867966868'] for port, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:10.536065 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.db [None req-984a9a6e-3672-4686-a8ea-6764ce434c08 admin admin] For port e70b77e0-d850-4600-a188-00d15ff471a9, host dv-cinder-792299-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=e70b77e0-d850-4600-a188-00d15ff471a9,segment=NetworkSegment(96fb0343-6944-4dfe-bca8-613847c19d98),segment_id=96fb0343-6944-4dfe-bca8-613847c19d98)] {{(pid=93205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:34:10.536422 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-984a9a6e-3672-4686-a8ea-6764ce434c08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760608'] for port, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:10.548740 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [None req-984a9a6e-3672-4686-a8ea-6764ce434c08 admin admin] Calling delete_port for e70b77e0-d850-4600-a188-00d15ff471a9 owned by network:router_interface {{(pid=93205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:34:10.737109 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-984a9a6e-3672-4686-a8ea-6764ce434c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789867968359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789867566228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3324451'] for port, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:10.764314 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984a9a6e-3672-4686-a8ea-6764ce434c08 admin admin] Pushing event deleted for resources: {'Port': ['ID=e70b77e0-d850-4600-a188-00d15ff471a9,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:34:10.921045 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-984a9a6e-3672-4686-a8ea-6764ce434c08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1758225'] for router_interface, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:11.077517 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-fabb9a3a-a293-4451-aab6-1c266d5d759b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:11.313137 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-984a9a6e-3672-4686-a8ea-6764ce434c08 admin admin] Router f39401d7-9f0a-4733-a9d4-316dab74c9b8 has already been hosted by L3 agent f9ed0358-a013-4c74-a622-17ee633b4610 {{(pid=93205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 02:34:11.418975 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-984a9a6e-3672-4686-a8ea-6764ce434c08 admin admin] Notify agent at l3_agent.dv-cinder-792299-6-iscsi the message routers_updated {{(pid=93205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:34:11.426539 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-984a9a6e-3672-4686-a8ea-6764ce434c08 admin admin] 10.222.0.30 "PUT /v2.0/routers/f39401d7-9f0a-4733-a9d4-316dab74c9b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6435661 Jul 22 02:34:11.426539 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 34066) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:34:11.427699 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503590bd-84c0-4acc-b0c0-fcaf264e428a None None] Sync routers for ids ['f39401d7-9f0a-4733-a9d4-316dab74c9b8'] in dv-cinder-792299-6-iscsi {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:34:11.440323 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503590bd-84c0-4acc-b0c0-fcaf264e428a None None] Routers {'f39401d7-9f0a-4733-a9d4-316dab74c9b8'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:34:11.441053 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-503590bd-84c0-4acc-b0c0-fcaf264e428a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:33:44Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['f39401d7-9f0a-4733-a9d4-316dab74c9b8'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:34:11.527294 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-13fed347-b3f3-43d0-aa8d-98ea49fa505d admin admin] Notify callbacks [] for router, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:11.540935 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-503590bd-84c0-4acc-b0c0-fcaf264e428a None None] Set router f39401d7-9f0a-4733-a9d4-316dab74c9b8 gateway port host: dv-cinder-792299-6-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:34:11.631089 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-13fed347-b3f3-43d0-aa8d-98ea49fa505d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:11.684186 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [None req-13fed347-b3f3-43d0-aa8d-98ea49fa505d admin admin] Deleting port a4feb8b5-4f55-422c-86a0-78a255cb65b1 {{(pid=93205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:34:11.684529 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-13fed347-b3f3-43d0-aa8d-98ea49fa505d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789867966868'] for port, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:11.720878 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-503590bd-84c0-4acc-b0c0-fcaf264e428a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39401d7-9f0a-4733-a9d4-316dab74c9b8', 'name': 'tempest-TestMinimumBasicScenario-185652920-router', 'tenant_id': '60e53c28ef444ab7bab4b366b3848f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'a4feb8b5-4f55-422c-86a0-78a255cb65b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:30:36Z', 'updated_at': '2021-07-22T02:34:10Z', 'revision_number': 5, 'project_id': '60e53c28ef444ab7bab4b366b3848f57', 'gw_port': {'id': 'a4feb8b5-4f55-422c-86a0-78a255cb65b1', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39401d7-9f0a-4733-a9d4-316dab74c9b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:38Z', 'updated_at': '2021-07-22T02:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi'}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:34:11.746677 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503590bd-84c0-4acc-b0c0-fcaf264e428a None None] Checking router: f39401d7-9f0a-4733-a9d4-316dab74c9b8 for host: dv-cinder-792299-6-iscsi {{(pid=93207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:34:11.754813 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503590bd-84c0-4acc-b0c0-fcaf264e428a None None] Routers {'f39401d7-9f0a-4733-a9d4-316dab74c9b8'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:34:11.755414 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-503590bd-84c0-4acc-b0c0-fcaf264e428a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:33:44Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['f39401d7-9f0a-4733-a9d4-316dab74c9b8'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:34:11.764388 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.db [None req-13fed347-b3f3-43d0-aa8d-98ea49fa505d admin admin] For port a4feb8b5-4f55-422c-86a0-78a255cb65b1, host dv-cinder-792299-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=a4feb8b5-4f55-422c-86a0-78a255cb65b1,segment=NetworkSegment(9c11ce42-9cd0-4724-aa43-c030ca3574d3),segment_id=9c11ce42-9cd0-4724-aa43-c030ca3574d3)] {{(pid=93205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:34:11.764728 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-13fed347-b3f3-43d0-aa8d-98ea49fa505d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760608'] for port, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:11.777347 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [None req-13fed347-b3f3-43d0-aa8d-98ea49fa505d admin admin] Calling delete_port for a4feb8b5-4f55-422c-86a0-78a255cb65b1 owned by network:router_gateway {{(pid=93205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:34:11.841247 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-503590bd-84c0-4acc-b0c0-fcaf264e428a None None] Set router f39401d7-9f0a-4733-a9d4-316dab74c9b8 gateway port host: None {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:34:11.895504 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-503590bd-84c0-4acc-b0c0-fcaf264e428a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39401d7-9f0a-4733-a9d4-316dab74c9b8', 'name': 'tempest-TestMinimumBasicScenario-185652920-router', 'tenant_id': '60e53c28ef444ab7bab4b366b3848f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:30:36Z', 'updated_at': '2021-07-22T02:34:11Z', 'revision_number': 6, 'project_id': '60e53c28ef444ab7bab4b366b3848f57', 'gw_port_host': None}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:34:11.921259 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503590bd-84c0-4acc-b0c0-fcaf264e428a None None] The sync data for ids ['f39401d7-9f0a-4733-a9d4-316dab74c9b8'] in dv-cinder-792299-6-iscsi is: [{'id': 'f39401d7-9f0a-4733-a9d4-316dab74c9b8', 'name': 'tempest-TestMinimumBasicScenario-185652920-router', 'tenant_id': '60e53c28ef444ab7bab4b366b3848f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:30:36Z', 'updated_at': '2021-07-22T02:34:11Z', 'revision_number': 6, 'project_id': '60e53c28ef444ab7bab4b366b3848f57', 'gw_port_host': None}] {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:34:11.941504 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-13fed347-b3f3-43d0-aa8d-98ea49fa505d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789867968359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789867566228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3324451'] for port, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:11.966369 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fed347-b3f3-43d0-aa8d-98ea49fa505d admin admin] Pushing event deleted for resources: {'Port': ['ID=a4feb8b5-4f55-422c-86a0-78a255cb65b1,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:34:12.029329 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-13fed347-b3f3-43d0-aa8d-98ea49fa505d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1746615'] for router_gateway, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:12.131623 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-13fed347-b3f3-43d0-aa8d-98ea49fa505d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1745248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25286'] for router, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:12.133722 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-13fed347-b3f3-43d0-aa8d-98ea49fa505d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:12.196341 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-13fed347-b3f3-43d0-aa8d-98ea49fa505d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760588'] for router, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:12.196680 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13fed347-b3f3-43d0-aa8d-98ea49fa505d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f39401d7-9f0a-4733-a9d4-316dab74c9b8 {{(pid=93205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 02:34:12.202301 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-13fed347-b3f3-43d0-aa8d-98ea49fa505d admin admin] Notify callbacks [] for router, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:12.203544 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-13fed347-b3f3-43d0-aa8d-98ea49fa505d admin admin] 10.222.0.30 "DELETE /v2.0/routers/f39401d7-9f0a-4733-a9d4-316dab74c9b8 HTTP/1.1" status: 204 len: 168 time: 0.7761309 Jul 22 02:34:12.206125 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 34070) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:34:12.253619 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.db_base_plugin_v2 [None req-921d2c8a-b474-4719-b3eb-061a69ed3df0 admin admin] Deleting subnet e348ba7a-6c7e-455e-97d0-0c7dd6db87f0 {{(pid=93205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 02:34:12.259703 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-921d2c8a-b474-4719-b3eb-061a69ed3df0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:12.299203 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-921d2c8a-b474-4719-b3eb-061a69ed3df0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3324597'] for subnet, precommit_delete_associations {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:12.301135 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:12.415645 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-921d2c8a-b474-4719-b3eb-061a69ed3df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774554'] for subnet, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:12.428329 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device fd2c65fe-516a-41aa-9be1-348af6dff2e1 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:34:12.447575 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] No Port match for: fd2c65fe-516a-41aa-9be1-348af6dff2e1 {{(pid=93207) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:34:12.447841 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device fd2c65fe-516a-41aa-9be1-348af6dff2e1 not bound to the agent host hv-cinder-79229 {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:34:12.466609 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-921d2c8a-b474-4719-b3eb-061a69ed3df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3324534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3528985'] for subnet, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:12.492554 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921d2c8a-b474-4719-b3eb-061a69ed3df0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e348ba7a-6c7e-455e-97d0-0c7dd6db87f0,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:34:12.494512 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-921d2c8a-b474-4719-b3eb-061a69ed3df0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583845'] for subnet, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:12.496577 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-921d2c8a-b474-4719-b3eb-061a69ed3df0 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e348ba7a-6c7e-455e-97d0-0c7dd6db87f0 HTTP/1.1" status: 204 len: 168 time: 0.2894521 Jul 22 02:34:12.498599 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f41e20-f5d7-4c7c-9537-096e145c98f5 None None] Network 7d104b28-014f-472e-8afa-ee2cdb209037 requested from dv-cinder-792299-6-iscsi {{(pid=93207) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:34:12.499089 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 34072) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:34:12.567760 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-8b2e9523-b503-4090-8be6-b04572ba710e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-716893'] for network, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:12.619171 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [None req-8b2e9523-b503-4090-8be6-b04572ba710e admin admin] Deleting port c4892926-ced5-487c-963d-ffac4b46f72f {{(pid=93205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:34:12.619434 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-8b2e9523-b503-4090-8be6-b04572ba710e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789867966868'] for port, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:12.687698 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.db [None req-8b2e9523-b503-4090-8be6-b04572ba710e admin admin] For port c4892926-ced5-487c-963d-ffac4b46f72f, host dv-cinder-792299-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=c4892926-ced5-487c-963d-ffac4b46f72f,segment=NetworkSegment(96fb0343-6944-4dfe-bca8-613847c19d98),segment_id=96fb0343-6944-4dfe-bca8-613847c19d98)] {{(pid=93205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:34:12.687899 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-8b2e9523-b503-4090-8be6-b04572ba710e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760608'] for port, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:12.691889 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7e641a-aa31-418c-8b7f-7eef6db642d9 None None] DHCP port deletion for 7d104b28-014f-472e-8afa-ee2cdb209037 request from dv-cinder-792299-6-iscsi {{(pid=93207) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 02:34:12.701329 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [None req-8b2e9523-b503-4090-8be6-b04572ba710e admin admin] Calling delete_port for c4892926-ced5-487c-963d-ffac4b46f72f owned by network:dhcp {{(pid=93205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:34:12.743667 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-dd7e641a-aa31-418c-8b7f-7eef6db642d9 None None] Deleting port c4892926-ced5-487c-963d-ffac4b46f72f {{(pid=93207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:34:12.744079 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-dd7e641a-aa31-418c-8b7f-7eef6db642d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789867966868'] for port, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:12.788061 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-8b2e9523-b503-4090-8be6-b04572ba710e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789867968359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789867566228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3324451'] for port, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:12.812823 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-dd7e641a-aa31-418c-8b7f-7eef6db642d9 None None] For port c4892926-ced5-487c-963d-ffac4b46f72f, host dv-cinder-792299-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=c4892926-ced5-487c-963d-ffac4b46f72f,segment=NetworkSegment(96fb0343-6944-4dfe-bca8-613847c19d98),segment_id=96fb0343-6944-4dfe-bca8-613847c19d98)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:34:12.813241 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-dd7e641a-aa31-418c-8b7f-7eef6db642d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760608'] for port, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:12.816247 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2e9523-b503-4090-8be6-b04572ba710e admin admin] No DVR routers for this DVR port c4892926-ced5-487c-963d-ffac4b46f72f on host dv-cinder-792299-6-iscsi {{(pid=93205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 02:34:12.820478 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2e9523-b503-4090-8be6-b04572ba710e admin admin] Pushing event deleted for resources: {'Port': ['ID=c4892926-ced5-487c-963d-ffac4b46f72f,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:34:12.829123 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-dd7e641a-aa31-418c-8b7f-7eef6db642d9 None None] Calling delete_port for c4892926-ced5-487c-963d-ffac4b46f72f owned by network:dhcp {{(pid=93207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:34:12.894573 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-8b2e9523-b503-4090-8be6-b04572ba710e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-773542', 'neutron.services.segments.db._delete_segments_for_network-8789868033329'] for network, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:12.906811 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.services.segments.db [None req-8b2e9523-b503-4090-8be6-b04572ba710e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d104b28-014f-472e-8afa-ee2cdb209037']}} {{(pid=93205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:34:12.921455 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.services.segments.db [None req-8b2e9523-b503-4090-8be6-b04572ba710e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96fb0343-6944-4dfe-bca8-613847c19d98') {'for_net_delete': True} {{(pid=93205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:34:12.922042 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.services.segments.db [None req-8b2e9523-b503-4090-8be6-b04572ba710e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96fb0343-6944-4dfe-bca8-613847c19d98') {} {{(pid=93205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:34:12.932411 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-8b2e9523-b503-4090-8be6-b04572ba710e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789868033850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3324604'] for segment, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:12.948274 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-8b2e9523-b503-4090-8be6-b04572ba710e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767938'] for segment, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:12.954908 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b2e9523-b503-4090-8be6-b04572ba710e admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=93205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 02:34:12.955313 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-8b2e9523-b503-4090-8be6-b04572ba710e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3324428'] for segment, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:12.957213 dv-cinder-792299-6-iscsi neutron-server[93205]: Traceback (most recent call last): Jul 22 02:34:12.957213 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 02:34:12.957213 dv-cinder-792299-6-iscsi neutron-server[93205]: timer() Jul 22 02:34:12.957213 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 02:34:12.957213 dv-cinder-792299-6-iscsi neutron-server[93205]: cb(*args, **kw) Jul 22 02:34:12.957213 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 02:34:12.957213 dv-cinder-792299-6-iscsi neutron-server[93205]: return func(*args, **kwargs) Jul 22 02:34:12.957213 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 02:34:12.957213 dv-cinder-792299-6-iscsi neutron-server[93205]: self._notify() Jul 22 02:34:12.957213 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 02:34:12.957213 dv-cinder-792299-6-iscsi neutron-server[93205]: self.callback(batched_events) Jul 22 02:34:12.957213 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 02:34:12.957213 dv-cinder-792299-6-iscsi neutron-server[93205]: event.method(event) Jul 22 02:34:12.957213 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 02:34:12.957213 dv-cinder-792299-6-iscsi neutron-server[93205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 02:34:12.957213 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 02:34:12.957213 dv-cinder-792299-6-iscsi neutron-server[93205]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 02:34:12.957213 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 02:34:12.957213 dv-cinder-792299-6-iscsi neutron-server[93205]: return f(self, *a, **k) Jul 22 02:34:12.957213 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 02:34:12.957213 dv-cinder-792299-6-iscsi neutron-server[93205]: return self._get(url).json() Jul 22 02:34:12.957213 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 02:34:12.957213 dv-cinder-792299-6-iscsi neutron-server[93205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 02:34:12.957213 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 02:34:12.957213 dv-cinder-792299-6-iscsi neutron-server[93205]: return self.request(url, 'GET', **kwargs) Jul 22 02:34:12.957213 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 02:34:12.957213 dv-cinder-792299-6-iscsi neutron-server[93205]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 02:34:12.957213 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 02:34:12.957213 dv-cinder-792299-6-iscsi neutron-server[93205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 02:34:12.957213 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 02:34:12.957213 dv-cinder-792299-6-iscsi neutron-server[93205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 02:34:12.957213 dv-cinder-792299-6-iscsi neutron-server[93205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 02:34:12.967390 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-dd7e641a-aa31-418c-8b7f-7eef6db642d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789867968359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789867566228'] for port, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:12.994629 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7e641a-aa31-418c-8b7f-7eef6db642d9 None None] Pushing event deleted for resources: {'Port': ['ID=c4892926-ced5-487c-963d-ffac4b46f72f,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:34:12.996781 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7e641a-aa31-418c-8b7f-7eef6db642d9 None None] No DVR routers for this DVR port c4892926-ced5-487c-963d-ffac4b46f72f on host dv-cinder-792299-6-iscsi {{(pid=93207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 02:34:13.021878 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-8b2e9523-b503-4090-8be6-b04572ba710e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746579'] for network, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:13.028243 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-8b2e9523-b503-4090-8be6-b04572ba710e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583845'] for network, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:13.029967 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-8b2e9523-b503-4090-8be6-b04572ba710e admin admin] 10.222.0.30 "DELETE /v2.0/networks/7d104b28-014f-472e-8afa-ee2cdb209037 HTTP/1.1" status: 204 len: 168 time: 0.5298378 Jul 22 02:34:13.033339 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 34076) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:34:13.040704 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2e9523-b503-4090-8be6-b04572ba710e admin admin] Pushing event deleted for resources: {'Network': ['ID=7d104b28-014f-472e-8afa-ee2cdb209037,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:34:13.208243 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device e70b77e0-d850-4600-a188-00d15ff471a9 no longer exists at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:34:13.227286 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] No Port match for: e70b77e0-d850-4600-a188-00d15ff471a9 {{(pid=93207) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:34:13.227571 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device e70b77e0-d850-4600-a188-00d15ff471a9 not bound to the agent host dv-cinder-792299-6-iscsi {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:34:13.227983 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device c4892926-ced5-487c-963d-ffac4b46f72f no longer exists at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:34:13.246098 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] No Port match for: c4892926-ced5-487c-963d-ffac4b46f72f {{(pid=93207) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:34:13.246464 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device c4892926-ced5-487c-963d-ffac4b46f72f not bound to the agent host dv-cinder-792299-6-iscsi {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:34:13.246864 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device a4feb8b5-4f55-422c-86a0-78a255cb65b1 no longer exists at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:34:13.268121 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] No Port match for: a4feb8b5-4f55-422c-86a0-78a255cb65b1 {{(pid=93207) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:34:13.268474 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device a4feb8b5-4f55-422c-86a0-78a255cb65b1 not bound to the agent host dv-cinder-792299-6-iscsi {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:34:13.375626 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-1982f80a-4d3d-4a20-a701-2ad8ed095ba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1758349'] for router_interface, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:13.623773 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-1982f80a-4d3d-4a20-a701-2ad8ed095ba8 admin admin] Deleting port ccd2e477-367d-40d3-9a60-342a88318cac {{(pid=93206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:34:13.624017 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-1982f80a-4d3d-4a20-a701-2ad8ed095ba8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789867966868'] for port, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:13.698699 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-1982f80a-4d3d-4a20-a701-2ad8ed095ba8 admin admin] For port ccd2e477-367d-40d3-9a60-342a88318cac, host dv-cinder-792299-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=ccd2e477-367d-40d3-9a60-342a88318cac,segment=NetworkSegment(d0e755f8-c118-4a31-95b2-11eb584c11a3),segment_id=d0e755f8-c118-4a31-95b2-11eb584c11a3)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:34:13.699057 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-1982f80a-4d3d-4a20-a701-2ad8ed095ba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760608'] for port, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:13.711321 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-1982f80a-4d3d-4a20-a701-2ad8ed095ba8 admin admin] Calling delete_port for ccd2e477-367d-40d3-9a60-342a88318cac owned by network:router_interface {{(pid=93206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:34:13.803222 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-7a04e4e0-b928-43a4-8c96-9aa58cd591e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:13.888977 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-1982f80a-4d3d-4a20-a701-2ad8ed095ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789867968359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789867566228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909347'] for port, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:13.892441 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:13.919625 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1982f80a-4d3d-4a20-a701-2ad8ed095ba8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccd2e477-367d-40d3-9a60-342a88318cac,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:34:14.077222 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-1982f80a-4d3d-4a20-a701-2ad8ed095ba8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1758225'] for router_interface, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:14.280884 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1982f80a-4d3d-4a20-a701-2ad8ed095ba8 admin admin] Router 6f6f00ff-e429-4d9d-9a8e-5d12b4e3ef22 has already been hosted by L3 agent f9ed0358-a013-4c74-a622-17ee633b4610 {{(pid=93206) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 02:34:14.379068 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1982f80a-4d3d-4a20-a701-2ad8ed095ba8 admin admin] Notify agent at l3_agent.dv-cinder-792299-6-iscsi the message routers_updated {{(pid=93206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:34:14.384504 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-1982f80a-4d3d-4a20-a701-2ad8ed095ba8 admin admin] 10.222.0.30 "PUT /v2.0/routers/6f6f00ff-e429-4d9d-9a8e-5d12b4e3ef22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3500783 Jul 22 02:34:14.386992 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 34080) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:34:14.389382 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f57ee6-dbad-421d-975d-dca0c38ab43c None None] Sync routers for ids ['6f6f00ff-e429-4d9d-9a8e-5d12b4e3ef22'] in dv-cinder-792299-6-iscsi {{(pid=93208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:34:14.399631 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f57ee6-dbad-421d-975d-dca0c38ab43c None None] Routers {'6f6f00ff-e429-4d9d-9a8e-5d12b4e3ef22'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:34:14.400230 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-42f57ee6-dbad-421d-975d-dca0c38ab43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:34:14Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['6f6f00ff-e429-4d9d-9a8e-5d12b4e3ef22'], 'active': True} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:34:14.486280 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-0b2aa4e6-089c-49c8-b311-1539dd6d7798 admin admin] Notify callbacks [] for router, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:14.500613 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvr_db [None req-42f57ee6-dbad-421d-975d-dca0c38ab43c None None] Set router 6f6f00ff-e429-4d9d-9a8e-5d12b4e3ef22 gateway port host: dv-cinder-792299-6-iscsi {{(pid=93208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:34:14.584330 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-0b2aa4e6-089c-49c8-b311-1539dd6d7798 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:14.634627 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-0b2aa4e6-089c-49c8-b311-1539dd6d7798 admin admin] Deleting port fbd37c76-5d6f-4682-8b21-af539d48293d {{(pid=93206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:34:14.634963 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-0b2aa4e6-089c-49c8-b311-1539dd6d7798 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789867966868'] for port, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:14.671365 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-42f57ee6-dbad-421d-975d-dca0c38ab43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6f00ff-e429-4d9d-9a8e-5d12b4e3ef22', 'name': 'tempest-TestMinimumBasicScenario-909232644-router', 'tenant_id': 'b4b54e57b8694371999313d78ed6d990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': 'fbd37c76-5d6f-4682-8b21-af539d48293d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:30:53Z', 'updated_at': '2021-07-22T02:34:13Z', 'revision_number': 5, 'project_id': 'b4b54e57b8694371999313d78ed6d990', 'gw_port': {'id': 'fbd37c76-5d6f-4682-8b21-af539d48293d', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:58:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6f00ff-e429-4d9d-9a8e-5d12b4e3ef22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:55Z', 'updated_at': '2021-07-22T02:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi'}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:34:14.701441 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f57ee6-dbad-421d-975d-dca0c38ab43c None None] Checking router: 6f6f00ff-e429-4d9d-9a8e-5d12b4e3ef22 for host: dv-cinder-792299-6-iscsi {{(pid=93208) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:34:14.709913 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f57ee6-dbad-421d-975d-dca0c38ab43c None None] Routers {'6f6f00ff-e429-4d9d-9a8e-5d12b4e3ef22'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:34:14.710547 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-42f57ee6-dbad-421d-975d-dca0c38ab43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:34:14Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['6f6f00ff-e429-4d9d-9a8e-5d12b4e3ef22'], 'active': True} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:34:14.716020 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-0b2aa4e6-089c-49c8-b311-1539dd6d7798 admin admin] For port fbd37c76-5d6f-4682-8b21-af539d48293d, host dv-cinder-792299-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=fbd37c76-5d6f-4682-8b21-af539d48293d,segment=NetworkSegment(9c11ce42-9cd0-4724-aa43-c030ca3574d3),segment_id=9c11ce42-9cd0-4724-aa43-c030ca3574d3)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:34:14.716435 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-0b2aa4e6-089c-49c8-b311-1539dd6d7798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760608'] for port, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:14.717793 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9c5a9526-544c-492b-b3ab-1b4c68701215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:14.728432 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-0b2aa4e6-089c-49c8-b311-1539dd6d7798 admin admin] Calling delete_port for fbd37c76-5d6f-4682-8b21-af539d48293d owned by network:router_gateway {{(pid=93206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:34:14.876020 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvr_db [None req-42f57ee6-dbad-421d-975d-dca0c38ab43c None None] Set router 6f6f00ff-e429-4d9d-9a8e-5d12b4e3ef22 gateway port host: None {{(pid=93208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:34:14.894673 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-0b2aa4e6-089c-49c8-b311-1539dd6d7798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789867968359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789867566228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909347'] for port, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:14.920871 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2aa4e6-089c-49c8-b311-1539dd6d7798 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbd37c76-5d6f-4682-8b21-af539d48293d,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:34:14.935523 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-42f57ee6-dbad-421d-975d-dca0c38ab43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6f00ff-e429-4d9d-9a8e-5d12b4e3ef22', 'name': 'tempest-TestMinimumBasicScenario-909232644-router', 'tenant_id': 'b4b54e57b8694371999313d78ed6d990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:30:53Z', 'updated_at': '2021-07-22T02:34:14Z', 'revision_number': 6, 'project_id': 'b4b54e57b8694371999313d78ed6d990', 'gw_port_host': None}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:34:14.965109 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f57ee6-dbad-421d-975d-dca0c38ab43c None None] The sync data for ids ['6f6f00ff-e429-4d9d-9a8e-5d12b4e3ef22'] in dv-cinder-792299-6-iscsi is: [{'id': '6f6f00ff-e429-4d9d-9a8e-5d12b4e3ef22', 'name': 'tempest-TestMinimumBasicScenario-909232644-router', 'tenant_id': 'b4b54e57b8694371999313d78ed6d990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:30:53Z', 'updated_at': '2021-07-22T02:34:14Z', 'revision_number': 6, 'project_id': 'b4b54e57b8694371999313d78ed6d990', 'gw_port_host': None}] {{(pid=93208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:34:14.979465 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-0b2aa4e6-089c-49c8-b311-1539dd6d7798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1746615'] for router_gateway, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:15.069776 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-0b2aa4e6-089c-49c8-b311-1539dd6d7798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1745248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25286'] for router, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:15.071804 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-0b2aa4e6-089c-49c8-b311-1539dd6d7798 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:15.372872 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-0b2aa4e6-089c-49c8-b311-1539dd6d7798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760588'] for router, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:15.373530 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b2aa4e6-089c-49c8-b311-1539dd6d7798 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f6f00ff-e429-4d9d-9a8e-5d12b4e3ef22 {{(pid=93206) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 02:34:15.377903 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-0b2aa4e6-089c-49c8-b311-1539dd6d7798 admin admin] Notify callbacks [] for router, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:15.379064 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-0b2aa4e6-089c-49c8-b311-1539dd6d7798 admin admin] 10.222.0.30 "DELETE /v2.0/routers/6f6f00ff-e429-4d9d-9a8e-5d12b4e3ef22 HTTP/1.1" status: 204 len: 168 time: 0.9911587 Jul 22 02:34:15.381782 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 34086) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:34:15.431035 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.db_base_plugin_v2 [None req-d31421f4-1805-4ca8-bdca-807449721013 admin admin] Deleting subnet db292446-aff8-46ba-9a0d-1f8ff59bc8d4 {{(pid=93205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 02:34:15.434341 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-d31421f4-1805-4ca8-bdca-807449721013 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:15.446916 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device ccd2e477-367d-40d3-9a60-342a88318cac no longer exists at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:34:15.469343 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] No Port match for: ccd2e477-367d-40d3-9a60-342a88318cac {{(pid=93207) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:34:15.469693 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device ccd2e477-367d-40d3-9a60-342a88318cac not bound to the agent host dv-cinder-792299-6-iscsi {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:34:15.473762 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-d31421f4-1805-4ca8-bdca-807449721013 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3324597'] for subnet, precommit_delete_associations {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:15.551251 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-d31421f4-1805-4ca8-bdca-807449721013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774554'] for subnet, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:15.603672 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-d31421f4-1805-4ca8-bdca-807449721013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3324534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3528985'] for subnet, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:15.635207 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-d31421f4-1805-4ca8-bdca-807449721013 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583845'] for subnet, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:15.637245 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-d31421f4-1805-4ca8-bdca-807449721013 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/db292446-aff8-46ba-9a0d-1f8ff59bc8d4 HTTP/1.1" status: 204 len: 168 time: 0.2544410 Jul 22 02:34:15.638210 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31421f4-1805-4ca8-bdca-807449721013 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db292446-aff8-46ba-9a0d-1f8ff59bc8d4,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:34:15.639797 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 34088) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:34:15.643071 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ad05f4-e675-494c-968b-f16f9b2bcd2e None None] Network 089a71d0-065c-40d7-a38b-f8887b39b842 requested from dv-cinder-792299-6-iscsi {{(pid=93207) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:34:15.711204 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-4ed6b284-c70a-4ae3-9be5-d5451830ead9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-716893'] for network, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:15.768619 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-4ed6b284-c70a-4ae3-9be5-d5451830ead9 admin admin] Deleting port 1954ffe1-2a0e-4481-bdaf-af363b3d40cb {{(pid=93206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:34:15.768979 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-4ed6b284-c70a-4ae3-9be5-d5451830ead9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789867966868'] for port, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:15.820572 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9e7c18-42de-4f5c-9d62-7d1b9dfac600 None None] DHCP port deletion for 089a71d0-065c-40d7-a38b-f8887b39b842 request from dv-cinder-792299-6-iscsi {{(pid=93207) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 02:34:15.832140 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-4ed6b284-c70a-4ae3-9be5-d5451830ead9 admin admin] For port 1954ffe1-2a0e-4481-bdaf-af363b3d40cb, host dv-cinder-792299-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=1954ffe1-2a0e-4481-bdaf-af363b3d40cb,segment=NetworkSegment(d0e755f8-c118-4a31-95b2-11eb584c11a3),segment_id=d0e755f8-c118-4a31-95b2-11eb584c11a3)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:34:15.832501 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-4ed6b284-c70a-4ae3-9be5-d5451830ead9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760608'] for port, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:15.846404 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-4ed6b284-c70a-4ae3-9be5-d5451830ead9 admin admin] Calling delete_port for 1954ffe1-2a0e-4481-bdaf-af363b3d40cb owned by network:dhcp {{(pid=93206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:34:15.865936 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-0f9e7c18-42de-4f5c-9d62-7d1b9dfac600 None None] Deleting port 1954ffe1-2a0e-4481-bdaf-af363b3d40cb {{(pid=93207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:34:15.866326 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-0f9e7c18-42de-4f5c-9d62-7d1b9dfac600 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789867966868'] for port, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:15.925423 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-4ed6b284-c70a-4ae3-9be5-d5451830ead9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789867968359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789867566228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909347'] for port, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:15.926830 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-0f9e7c18-42de-4f5c-9d62-7d1b9dfac600 None None] For port 1954ffe1-2a0e-4481-bdaf-af363b3d40cb, host dv-cinder-792299-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=1954ffe1-2a0e-4481-bdaf-af363b3d40cb,segment=NetworkSegment(d0e755f8-c118-4a31-95b2-11eb584c11a3),segment_id=d0e755f8-c118-4a31-95b2-11eb584c11a3)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:34:15.927393 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-0f9e7c18-42de-4f5c-9d62-7d1b9dfac600 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760608'] for port, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:15.942776 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-0f9e7c18-42de-4f5c-9d62-7d1b9dfac600 None None] Calling delete_port for 1954ffe1-2a0e-4481-bdaf-af363b3d40cb owned by network:dhcp {{(pid=93207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:34:15.950456 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed6b284-c70a-4ae3-9be5-d5451830ead9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1954ffe1-2a0e-4481-bdaf-af363b3d40cb,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:34:15.955167 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed6b284-c70a-4ae3-9be5-d5451830ead9 admin admin] No DVR routers for this DVR port 1954ffe1-2a0e-4481-bdaf-af363b3d40cb on host dv-cinder-792299-6-iscsi {{(pid=93206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 02:34:16.021995 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-0f9e7c18-42de-4f5c-9d62-7d1b9dfac600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789867968359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789867566228'] for port, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:16.029123 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-4ed6b284-c70a-4ae3-9be5-d5451830ead9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-773542', 'neutron.services.segments.db._delete_segments_for_network-8789868033329'] for network, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:16.040252 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.services.segments.db [None req-4ed6b284-c70a-4ae3-9be5-d5451830ead9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['089a71d0-065c-40d7-a38b-f8887b39b842']}} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:34:16.050418 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9e7c18-42de-4f5c-9d62-7d1b9dfac600 None None] Pushing event deleted for resources: {'Port': ['ID=1954ffe1-2a0e-4481-bdaf-af363b3d40cb,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:34:16.050611 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.services.segments.db [None req-4ed6b284-c70a-4ae3-9be5-d5451830ead9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0e755f8-c118-4a31-95b2-11eb584c11a3') {'for_net_delete': True} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:34:16.050901 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.services.segments.db [None req-4ed6b284-c70a-4ae3-9be5-d5451830ead9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0e755f8-c118-4a31-95b2-11eb584c11a3') {} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:34:16.053750 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9e7c18-42de-4f5c-9d62-7d1b9dfac600 None None] No DVR routers for this DVR port 1954ffe1-2a0e-4481-bdaf-af363b3d40cb on host dv-cinder-792299-6-iscsi {{(pid=93207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 02:34:16.062875 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-4ed6b284-c70a-4ae3-9be5-d5451830ead9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789868033850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8871332'] for segment, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:16.076829 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-4ed6b284-c70a-4ae3-9be5-d5451830ead9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767938'] for segment, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:16.082644 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ed6b284-c70a-4ae3-9be5-d5451830ead9 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=93206) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 02:34:16.083026 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-4ed6b284-c70a-4ae3-9be5-d5451830ead9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909324'] for segment, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:16.084853 dv-cinder-792299-6-iscsi neutron-server[93206]: Traceback (most recent call last): Jul 22 02:34:16.084853 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 02:34:16.084853 dv-cinder-792299-6-iscsi neutron-server[93206]: timer() Jul 22 02:34:16.084853 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 02:34:16.084853 dv-cinder-792299-6-iscsi neutron-server[93206]: cb(*args, **kw) Jul 22 02:34:16.084853 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 02:34:16.084853 dv-cinder-792299-6-iscsi neutron-server[93206]: return func(*args, **kwargs) Jul 22 02:34:16.084853 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 02:34:16.084853 dv-cinder-792299-6-iscsi neutron-server[93206]: self._notify() Jul 22 02:34:16.084853 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 02:34:16.084853 dv-cinder-792299-6-iscsi neutron-server[93206]: self.callback(batched_events) Jul 22 02:34:16.084853 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 02:34:16.084853 dv-cinder-792299-6-iscsi neutron-server[93206]: event.method(event) Jul 22 02:34:16.084853 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 02:34:16.084853 dv-cinder-792299-6-iscsi neutron-server[93206]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 02:34:16.084853 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 02:34:16.084853 dv-cinder-792299-6-iscsi neutron-server[93206]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 02:34:16.084853 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 02:34:16.084853 dv-cinder-792299-6-iscsi neutron-server[93206]: return f(self, *a, **k) Jul 22 02:34:16.084853 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 02:34:16.084853 dv-cinder-792299-6-iscsi neutron-server[93206]: return self._get(url).json() Jul 22 02:34:16.084853 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 02:34:16.084853 dv-cinder-792299-6-iscsi neutron-server[93206]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 02:34:16.084853 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 02:34:16.084853 dv-cinder-792299-6-iscsi neutron-server[93206]: return self.request(url, 'GET', **kwargs) Jul 22 02:34:16.084853 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 02:34:16.084853 dv-cinder-792299-6-iscsi neutron-server[93206]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 02:34:16.084853 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 02:34:16.084853 dv-cinder-792299-6-iscsi neutron-server[93206]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 02:34:16.084853 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 02:34:16.084853 dv-cinder-792299-6-iscsi neutron-server[93206]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 02:34:16.084853 dv-cinder-792299-6-iscsi neutron-server[93206]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 02:34:16.135722 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-4ed6b284-c70a-4ae3-9be5-d5451830ead9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746579'] for network, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:16.140790 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-4ed6b284-c70a-4ae3-9be5-d5451830ead9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583845'] for network, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:16.142730 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-4ed6b284-c70a-4ae3-9be5-d5451830ead9 admin admin] 10.222.0.30 "DELETE /v2.0/networks/089a71d0-065c-40d7-a38b-f8887b39b842 HTTP/1.1" status: 204 len: 168 time: 0.5019162 Jul 22 02:34:16.153859 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed6b284-c70a-4ae3-9be5-d5451830ead9 admin admin] Pushing event deleted for resources: {'Network': ['ID=089a71d0-065c-40d7-a38b-f8887b39b842,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:34:16.234914 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-46ac0fbd-03cc-41f5-9e75-a35c43e1b5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:16.299691 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 34094) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:34:16.338434 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-5537cf12-922a-4baf-9644-c840f8788f42 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=60e53c28ef444ab7bab4b366b3848f57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375497 Jul 22 02:34:16.340616 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 34096) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:34:16.389915 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-ac667697-05a1-40f9-8f2c-73cb2ccba1c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:16.410221 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-ac667697-05a1-40f9-8f2c-73cb2ccba1c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:16.454679 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-ac667697-05a1-40f9-8f2c-73cb2ccba1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:16.457341 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-ac667697-05a1-40f9-8f2c-73cb2ccba1c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:16.458450 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-ac667697-05a1-40f9-8f2c-73cb2ccba1c3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f13f5576-774a-463a-ae27-ddf3f24faf9e HTTP/1.1" status: 204 len: 168 time: 0.1169381 Jul 22 02:34:16.467067 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac667697-05a1-40f9-8f2c-73cb2ccba1c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13f5576-774a-463a-ae27-ddf3f24faf9e,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:34:16.751811 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 34102) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:34:16.789798 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-526b49e5-693b-447f-8db9-a35cedf9a35a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b4b54e57b8694371999313d78ed6d990&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0368803 Jul 22 02:34:16.792170 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 34104) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:34:16.837287 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-0ceb6905-9b0a-4743-9d7e-62479cb85c8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:16.857880 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-0ceb6905-9b0a-4743-9d7e-62479cb85c8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:16.904183 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-0ceb6905-9b0a-4743-9d7e-62479cb85c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:16.907072 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-0ceb6905-9b0a-4743-9d7e-62479cb85c8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:16.908288 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-0ceb6905-9b0a-4743-9d7e-62479cb85c8d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a9e0f225-a321-4bde-84f4-ccf22c80d29f HTTP/1.1" status: 204 len: 168 time: 0.1152141 Jul 22 02:34:16.916523 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceb6905-9b0a-4743-9d7e-62479cb85c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e0f225-a321-4bde-84f4-ccf22c80d29f,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:34:17.209073 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device 1954ffe1-2a0e-4481-bdaf-af363b3d40cb no longer exists at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:34:17.231008 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] No Port match for: 1954ffe1-2a0e-4481-bdaf-af363b3d40cb {{(pid=93207) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:34:17.231350 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device 1954ffe1-2a0e-4481-bdaf-af363b3d40cb not bound to the agent host dv-cinder-792299-6-iscsi {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:34:17.231785 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device fbd37c76-5d6f-4682-8b21-af539d48293d no longer exists at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:34:17.255190 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] No Port match for: fbd37c76-5d6f-4682-8b21-af539d48293d {{(pid=93207) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:34:17.255190 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device fbd37c76-5d6f-4682-8b21-af539d48293d not bound to the agent host dv-cinder-792299-6-iscsi {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:34:33.567173 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.agents_db [None req-f1c5c46c-8295-40fa-87c5-0db6e260a587 None None] Agent healthcheck: found 6 active agents {{(pid=93208) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 02:34:36.076221 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff5a28-d60c-4cd4-b31c-4046b333e823 req-7f491121-ef76-4887-9f1b-b3434af3667a tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:36.077718 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-8aff5a28-d60c-4cd4-b31c-4046b333e823 req-7f491121-ef76-4887-9f1b-b3434af3667a tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b0dfcba-eda3-4d31-b73b-f820a8994dce HTTP/1.1" status: 200 len: 945 time: 0.0693176 Jul 22 02:34:36.113939 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-8aff5a28-d60c-4cd4-b31c-4046b333e823 req-8a0258de-183c-442d-a05a-c67c6cbcdc47 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/security-groups?id=32b10047-7e6e-4dee-84fb-05b15d12528e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306835 Jul 22 02:34:37.239694 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475148a-2129-418b-a6e7-ef8d03ab1532 req-b31646eb-2ee3-42cc-b09b-f7664e23b691 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:37.241174 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-0475148a-2129-418b-a6e7-ef8d03ab1532 req-b31646eb-2ee3-42cc-b09b-f7664e23b691 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b0dfcba-eda3-4d31-b73b-f820a8994dce HTTP/1.1" status: 200 len: 945 time: 0.0616598 Jul 22 02:34:37.278143 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-0475148a-2129-418b-a6e7-ef8d03ab1532 req-b9b7e2e2-f11a-4796-b8ad-9a0b30cfa474 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/security-groups?id=32b10047-7e6e-4dee-84fb-05b15d12528e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315101 Jul 22 02:34:38.312240 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c27318-63ca-4db1-8e1b-39dd0c583ec6 req-5b8594d1-e9a4-4232-a00f-f4b1e965b94c tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:38.313726 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-d2c27318-63ca-4db1-8e1b-39dd0c583ec6 req-5b8594d1-e9a4-4232-a00f-f4b1e965b94c tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b0dfcba-eda3-4d31-b73b-f820a8994dce HTTP/1.1" status: 200 len: 945 time: 0.0617564 Jul 22 02:34:38.407642 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42517b50-4b36-4bd0-b3a6-cd110cee9e75 req-d993a921-00b0-4810-9374-6538d53dd775 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:38.409216 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-42517b50-4b36-4bd0-b3a6-cd110cee9e75 req-d993a921-00b0-4810-9374-6538d53dd775 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b0dfcba-eda3-4d31-b73b-f820a8994dce HTTP/1.1" status: 200 len: 945 time: 0.0652514 Jul 22 02:34:38.414162 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [req-d2c27318-63ca-4db1-8e1b-39dd0c583ec6 req-67b51a88-a68c-47e7-9d29-d72c3c63a90e tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Deleting port 7c227485-4c47-4b51-b15f-ee79405bab68 {{(pid=93205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:34:38.414510 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-d2c27318-63ca-4db1-8e1b-39dd0c583ec6 req-67b51a88-a68c-47e7-9d29-d72c3c63a90e tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789867966868'] for port, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:38.447029 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-42517b50-4b36-4bd0-b3a6-cd110cee9e75 req-1c2b6c4c-054c-4dff-9e83-6bddcdf151ea tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/security-groups?id=32b10047-7e6e-4dee-84fb-05b15d12528e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318375 Jul 22 02:34:38.503111 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.db [req-d2c27318-63ca-4db1-8e1b-39dd0c583ec6 req-67b51a88-a68c-47e7-9d29-d72c3c63a90e tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] For port 7c227485-4c47-4b51-b15f-ee79405bab68, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=7c227485-4c47-4b51-b15f-ee79405bab68,segment=NetworkSegment(5a89ccad-6801-438c-9d1a-5f9fa04b4faa),segment_id=5a89ccad-6801-438c-9d1a-5f9fa04b4faa)] {{(pid=93205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:34:38.503469 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-d2c27318-63ca-4db1-8e1b-39dd0c583ec6 req-67b51a88-a68c-47e7-9d29-d72c3c63a90e tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760608'] for port, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:38.707537 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-d2c27318-63ca-4db1-8e1b-39dd0c583ec6 req-67b51a88-a68c-47e7-9d29-d72c3c63a90e tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:38.707908 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-d2c27318-63ca-4db1-8e1b-39dd0c583ec6 req-67b51a88-a68c-47e7-9d29-d72c3c63a90e tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746573'] for floatingip, after_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:38.708217 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.db.l3_db [req-d2c27318-63ca-4db1-8e1b-39dd0c583ec6 req-67b51a88-a68c-47e7-9d29-d72c3c63a90e tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Floating IP afddb229-d6f0-43af-941c-523559c543d1 disassociated. External IP: 172.27.3.200, port: 7c227485-4c47-4b51-b15f-ee79405bab68. Jul 22 02:34:38.708548 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [req-d2c27318-63ca-4db1-8e1b-39dd0c583ec6 req-67b51a88-a68c-47e7-9d29-d72c3c63a90e tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Calling delete_port for 7c227485-4c47-4b51-b15f-ee79405bab68 owned by compute:nova {{(pid=93205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:34:38.831105 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-d2c27318-63ca-4db1-8e1b-39dd0c583ec6 req-67b51a88-a68c-47e7-9d29-d72c3c63a90e tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789867968359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789867566228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3324451'] for port, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:38.857138 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b51a88-a68c-47e7-9d29-d72c3c63a90e tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Pushing event deleted for resources: {'Port': ['ID=7c227485-4c47-4b51-b15f-ee79405bab68,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:34:39.165100 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2c27318-63ca-4db1-8e1b-39dd0c583ec6 req-67b51a88-a68c-47e7-9d29-d72c3c63a90e tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Router 25179013-1b60-4467-b3fa-79b0d56bb301 has already been hosted by L3 agent f9ed0358-a013-4c74-a622-17ee633b4610 {{(pid=93205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 02:34:39.273148 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2c27318-63ca-4db1-8e1b-39dd0c583ec6 req-67b51a88-a68c-47e7-9d29-d72c3c63a90e tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify agent at l3_agent.dv-cinder-792299-6-iscsi the message routers_updated {{(pid=93205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:34:39.283692 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43ace94-c704-4383-8429-1c0809585921 None None] Sync routers for ids ['25179013-1b60-4467-b3fa-79b0d56bb301'] in dv-cinder-792299-6-iscsi {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:34:39.294385 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43ace94-c704-4383-8429-1c0809585921 None None] Routers {'25179013-1b60-4467-b3fa-79b0d56bb301'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:34:39.295017 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-c43ace94-c704-4383-8429-1c0809585921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:34:14Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['25179013-1b60-4467-b3fa-79b0d56bb301'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:34:39.316233 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2c27318-63ca-4db1-8e1b-39dd0c583ec6 req-67b51a88-a68c-47e7-9d29-d72c3c63a90e tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] No DVR routers for this DVR port 7c227485-4c47-4b51-b15f-ee79405bab68 on host hv-cinder-79229 {{(pid=93205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 02:34:39.319360 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-d2c27318-63ca-4db1-8e1b-39dd0c583ec6 req-67b51a88-a68c-47e7-9d29-d72c3c63a90e tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409'] for port, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:39.321571 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-d2c27318-63ca-4db1-8e1b-39dd0c583ec6 req-67b51a88-a68c-47e7-9d29-d72c3c63a90e tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.23 "DELETE /v2.0/ports/7c227485-4c47-4b51-b15f-ee79405bab68 HTTP/1.1" status: 204 len: 173 time: 1.0000525 Jul 22 02:34:39.322020 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b0dfcba-eda3-4d31-b73b-f820a8994dce', 'name': 'network-vif-deleted', 'tag': '7c227485-4c47-4b51-b15f-ee79405bab68'}] {{(pid=93205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:34:39.324807 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1519ab49a2e6f2c0b9af796621e68389a02ac4e63e9641ecb08298f364d17118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-426d6624-d1cf-4784-8111-d0210476f76a" -d '{"events": [{"server_uuid": "2b0dfcba-eda3-4d31-b73b-f820a8994dce", "name": "network-vif-deleted", "tag": "7c227485-4c47-4b51-b15f-ee79405bab68"}]}' {{(pid=93205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:34:39.532262 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-c43ace94-c704-4383-8429-1c0809585921 None None] Set router 25179013-1b60-4467-b3fa-79b0d56bb301 gateway port host: dv-cinder-792299-6-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:34:39.550677 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d89d0a-71be-43a3-9448-8feff79e3392 x-openstack-request-id: req-16d89d0a-71be-43a3-9448-8feff79e3392 {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:34:39.550970 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b0dfcba-eda3-4d31-b73b-f820a8994dce", "name": "network-vif-deleted", "tag": "7c227485-4c47-4b51-b15f-ee79405bab68", "status": "completed", "code": 200}]} {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:34:39.551211 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-16d89d0a-71be-43a3-9448-8feff79e3392 {{(pid=93205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:34:39.551601 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b0dfcba-eda3-4d31-b73b-f820a8994dce', 'name': 'network-vif-deleted', 'tag': '7c227485-4c47-4b51-b15f-ee79405bab68', 'status': 'completed', 'code': 200} Jul 22 02:34:39.564363 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-bbe5c9fb-df6a-4825-90e7-35b6c3e751fd req-82aad126-7432-45bc-9d59-f5c2a3652cea tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b0dfcba-eda3-4d31-b73b-f820a8994dce HTTP/1.1" status: 200 len: 210 time: 0.0326538 Jul 22 02:34:39.730281 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-c43ace94-c704-4383-8429-1c0809585921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25179013-1b60-4467-b3fa-79b0d56bb301', 'name': 'tempest-AttachVolumeTestJSON-1072535-router', 'tenant_id': 'be407e9b4d21489b9bf1679354068654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '5a80ef8a-a359-48a3-9064-0870ce8cddc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:29:54Z', 'updated_at': '2021-07-22T02:30:00Z', 'revision_number': 4, 'project_id': 'be407e9b4d21489b9bf1679354068654', 'gw_port': {'id': '5a80ef8a-a359-48a3-9064-0870ce8cddc9', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:da:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25179013-1b60-4467-b3fa-79b0d56bb301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:55Z', 'updated_at': '2021-07-22T02:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_interfaces': [{'id': '5a9b2679-feef-4665-b29f-b514912da77f', 'name': '', 'network_id': '4519266e-72e1-49eb-bb7e-76cf6f2efe9d', 'tenant_id': 'be407e9b4d21489b9bf1679354068654', 'mac_address': 'fa:16:3e:3c:a3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25179013-1b60-4467-b3fa-79b0d56bb301', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '9cd4545e-995f-4d04-a4da-3045595e4283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:59Z', 'updated_at': '2021-07-22T02:30:06Z', 'revision_number': 5, 'project_id': 'be407e9b4d21489b9bf1679354068654', 'subnets': [{'id': '9cd4545e-995f-4d04-a4da-3045595e4283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:34:39.755839 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43ace94-c704-4383-8429-1c0809585921 None None] Checking router: 25179013-1b60-4467-b3fa-79b0d56bb301 for host: dv-cinder-792299-6-iscsi {{(pid=93207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:34:39.764919 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43ace94-c704-4383-8429-1c0809585921 None None] Routers {'25179013-1b60-4467-b3fa-79b0d56bb301'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:34:39.765658 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-c43ace94-c704-4383-8429-1c0809585921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:34:14Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['25179013-1b60-4467-b3fa-79b0d56bb301'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:34:39.874744 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-c43ace94-c704-4383-8429-1c0809585921 None None] Set router 25179013-1b60-4467-b3fa-79b0d56bb301 gateway port host: dv-cinder-792299-6-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:34:40.069412 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-c43ace94-c704-4383-8429-1c0809585921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25179013-1b60-4467-b3fa-79b0d56bb301', 'name': 'tempest-AttachVolumeTestJSON-1072535-router', 'tenant_id': 'be407e9b4d21489b9bf1679354068654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '5a80ef8a-a359-48a3-9064-0870ce8cddc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:29:54Z', 'updated_at': '2021-07-22T02:30:00Z', 'revision_number': 4, 'project_id': 'be407e9b4d21489b9bf1679354068654', 'gw_port': {'id': '5a80ef8a-a359-48a3-9064-0870ce8cddc9', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:da:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25179013-1b60-4467-b3fa-79b0d56bb301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:55Z', 'updated_at': '2021-07-22T02:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_interfaces': [{'id': '5a9b2679-feef-4665-b29f-b514912da77f', 'name': '', 'network_id': '4519266e-72e1-49eb-bb7e-76cf6f2efe9d', 'tenant_id': 'be407e9b4d21489b9bf1679354068654', 'mac_address': 'fa:16:3e:3c:a3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25179013-1b60-4467-b3fa-79b0d56bb301', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '9cd4545e-995f-4d04-a4da-3045595e4283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:59Z', 'updated_at': '2021-07-22T02:30:06Z', 'revision_number': 5, 'project_id': 'be407e9b4d21489b9bf1679354068654', 'subnets': [{'id': '9cd4545e-995f-4d04-a4da-3045595e4283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:34:40.094651 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43ace94-c704-4383-8429-1c0809585921 None None] The sync data for ids ['25179013-1b60-4467-b3fa-79b0d56bb301'] in dv-cinder-792299-6-iscsi is: [{'id': '25179013-1b60-4467-b3fa-79b0d56bb301', 'name': 'tempest-AttachVolumeTestJSON-1072535-router', 'tenant_id': 'be407e9b4d21489b9bf1679354068654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '5a80ef8a-a359-48a3-9064-0870ce8cddc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:29:54Z', 'updated_at': '2021-07-22T02:30:00Z', 'revision_number': 4, 'project_id': 'be407e9b4d21489b9bf1679354068654', 'gw_port': {'id': '5a80ef8a-a359-48a3-9064-0870ce8cddc9', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:da:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25179013-1b60-4467-b3fa-79b0d56bb301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:55Z', 'updated_at': '2021-07-22T02:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_interfaces': [{'id': '5a9b2679-feef-4665-b29f-b514912da77f', 'name': '', 'network_id': '4519266e-72e1-49eb-bb7e-76cf6f2efe9d', 'tenant_id': 'be407e9b4d21489b9bf1679354068654', 'mac_address': 'fa:16:3e:3c:a3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25179013-1b60-4467-b3fa-79b0d56bb301', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '9cd4545e-995f-4d04-a4da-3045595e4283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:59Z', 'updated_at': '2021-07-22T02:30:06Z', 'revision_number': 5, 'project_id': 'be407e9b4d21489b9bf1679354068654', 'subnets': [{'id': '9cd4545e-995f-4d04-a4da-3045595e4283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:34:40.389369 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67607e5e-9daf-4018-850f-37b93e38aadc None None] New status for floating IP afddb229-d6f0-43af-941c-523559c543d1: DOWN {{(pid=93208) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 02:34:40.651893 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 34174) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:34:40.704223 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-8f3fc824-12e2-4cb6-838c-917c1731b4b2 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:40.726735 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-8f3fc824-12e2-4cb6-838c-917c1731b4b2 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:40.770820 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-8f3fc824-12e2-4cb6-838c-917c1731b4b2 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:40.774150 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-8f3fc824-12e2-4cb6-838c-917c1731b4b2 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:40.775257 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-8f3fc824-12e2-4cb6-838c-917c1731b4b2 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "DELETE /v2.0/security-groups/32b10047-7e6e-4dee-84fb-05b15d12528e HTTP/1.1" status: 204 len: 168 time: 0.1223814 Jul 22 02:34:40.778083 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 34176) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:34:40.784328 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3fc824-12e2-4cb6-838c-917c1731b4b2 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b10047-7e6e-4dee-84fb-05b15d12528e,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:34:40.794115 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.api.v2.resource [None req-1c010f65-abf7-4171-8b62-c7484881edfd tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] show failed (client error): The resource could not be found. Jul 22 02:34:40.795298 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-1c010f65-abf7-4171-8b62-c7484881edfd tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/security-groups/32b10047-7e6e-4dee-84fb-05b15d12528e HTTP/1.1" status: 404 len: 347 time: 0.0153465 Jul 22 02:34:40.797917 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 34178) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:34:40.916599 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-4c93f755-140f-45f0-9912-aeff3efeac9a tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Deleting port 7a0bc553-17e9-4bfd-8c7b-68bb9485298f {{(pid=93206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:34:40.916885 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-4c93f755-140f-45f0-9912-aeff3efeac9a tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789867966868'] for port, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:40.990228 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-4c93f755-140f-45f0-9912-aeff3efeac9a tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760608'] for port, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:40.990552 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-4c93f755-140f-45f0-9912-aeff3efeac9a tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:41.001921 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-4c93f755-140f-45f0-9912-aeff3efeac9a tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Calling delete_port for 7a0bc553-17e9-4bfd-8c7b-68bb9485298f owned by network:floatingip {{(pid=93206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:34:41.080809 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-0114a49d-b87c-49ad-87ba-67c9eeac2a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:41.127637 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-4c93f755-140f-45f0-9912-aeff3efeac9a tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789867968359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789867566228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909347'] for port, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:41.157302 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c93f755-140f-45f0-9912-aeff3efeac9a tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Pushing event deleted for resources: {'Port': ['ID=7a0bc553-17e9-4bfd-8c7b-68bb9485298f,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:34:41.214889 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-4c93f755-140f-45f0-9912-aeff3efeac9a tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks [] for floatingip, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:41.217665 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-4c93f755-140f-45f0-9912-aeff3efeac9a tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409'] for floatingip, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:41.218780 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-4c93f755-140f-45f0-9912-aeff3efeac9a tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "DELETE /v2.0/floatingips/afddb229-d6f0-43af-941c-523559c543d1 HTTP/1.1" status: 204 len: 168 time: 0.4199870 Jul 22 02:34:41.490130 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 34184) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:34:41.495508 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.v2.base [None req-11679485-6430-483b-812c-c59ad2aed2a8 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1822474268', 'description': 'tempest-description--1724873542'}} {{(pid=93206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:34:41.517374 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-11679485-6430-483b-812c-c59ad2aed2a8 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks [] for security_group, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:41.599586 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-11679485-6430-483b-812c-c59ad2aed2a8 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks [] for security_group, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:41.603667 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-11679485-6430-483b-812c-c59ad2aed2a8 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:41.630524 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-11679485-6430-483b-812c-c59ad2aed2a8 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks [] for security_group, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:41.631694 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-11679485-6430-483b-812c-c59ad2aed2a8 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1399000 Jul 22 02:34:41.633445 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11679485-6430-483b-812c-c59ad2aed2a8 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5989afe-1f7c-4518-8a2f-480983c35f12,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:34:41.634708 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 34186) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:34:41.639405 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-2a1bf016-dd89-4d1b-b3b0-a38608f6eb1c tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Request body: {'security_group_rule': {'security_group_id': 'a5989afe-1f7c-4518-8a2f-480983c35f12', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:34:41.666438 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-2a1bf016-dd89-4d1b-b3b0-a38608f6eb1c tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:41.711081 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-2a1bf016-dd89-4d1b-b3b0-a38608f6eb1c tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:41.714906 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-2a1bf016-dd89-4d1b-b3b0-a38608f6eb1c tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660745'] for security_group_rule, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:41.734386 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1bf016-dd89-4d1b-b3b0-a38608f6eb1c tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fb68af8-2484-4e7b-ab53-521efb6d6310,revision_number=0']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:34:41.740460 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-2a1bf016-dd89-4d1b-b3b0-a38608f6eb1c tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:41.741671 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-2a1bf016-dd89-4d1b-b3b0-a38608f6eb1c tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1059227 Jul 22 02:34:41.744278 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 34188) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:34:41.748507 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-99f81abc-d827-48f7-8c04-9f2ebae90c07 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Request body: {'security_group_rule': {'security_group_id': 'a5989afe-1f7c-4518-8a2f-480983c35f12', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:34:41.774478 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-99f81abc-d827-48f7-8c04-9f2ebae90c07 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:41.828923 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-99f81abc-d827-48f7-8c04-9f2ebae90c07 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:41.832234 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-99f81abc-d827-48f7-8c04-9f2ebae90c07 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660745'] for security_group_rule, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:41.849166 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f81abc-d827-48f7-8c04-9f2ebae90c07 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51966375-8cdf-4f5e-a796-18173eaf39e3,revision_number=0']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:34:41.855855 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-99f81abc-d827-48f7-8c04-9f2ebae90c07 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:41.856416 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-99f81abc-d827-48f7-8c04-9f2ebae90c07 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1112084 Jul 22 02:34:41.859504 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 34190) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:34:41.863827 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-41b62ad3-9b3d-4bd8-a053-3603714eb92d tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Request body: {'floatingip': {'floating_network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:34:41.884278 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-41b62ad3-9b3d-4bd8-a053-3603714eb92d tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks [] for floatingip, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:41.974604 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-41b62ad3-9b3d-4bd8-a053-3603714eb92d tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:42.076643 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.db_base_plugin_common [None req-41b62ad3-9b3d-4bd8-a053-3603714eb92d tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Allocated IP 172.27.3.50 (a2bee0e8-177e-45f0-aff1-c80473345c00/ecc19678-5b8b-45eb-bc42-2a87169fcb4c/6fad9f60-7cb7-42ff-a0da-966d382c652e) {{(pid=93205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:34:42.177252 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-41b62ad3-9b3d-4bd8-a053-3603714eb92d tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks [] for port, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:42.214889 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-41b62ad3-9b3d-4bd8-a053-3603714eb92d tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789867566219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3324451'] for port, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:42.256033 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b62ad3-9b3d-4bd8-a053-3603714eb92d tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Network a2bee0e8-177e-45f0-aff1-c80473345c00 is already hosted by enough agents. {{(pid=93205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:34:42.262238 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.base_scheduler [None req-41b62ad3-9b3d-4bd8-a053-3603714eb92d tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Resources bound (agent type, host, resource id): {{(pid=93205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:34:42.264389 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b62ad3-9b3d-4bd8-a053-3603714eb92d tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Pushing event updated for resources: {'Port': ['ID=6fad9f60-7cb7-42ff-a0da-966d382c652e,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:34:42.266542 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b62ad3-9b3d-4bd8-a053-3603714eb92d tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Received port after_create {{(pid=93205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:34:42.301028 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:42.351408 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-41b62ad3-9b3d-4bd8-a053-3603714eb92d tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:42.398456 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-41b62ad3-9b3d-4bd8-a053-3603714eb92d tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:42.557947 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-41b62ad3-9b3d-4bd8-a053-3603714eb92d tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks [] for port, precommit_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:42.562196 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-41b62ad3-9b3d-4bd8-a053-3603714eb92d tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3324456'] for port, after_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:42.630377 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b62ad3-9b3d-4bd8-a053-3603714eb92d tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Pushing event updated for resources: {'Port': ['ID=6fad9f60-7cb7-42ff-a0da-966d382c652e,revision_number=2']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:34:42.630596 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device 7c227485-4c47-4b51-b15f-ee79405bab68 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:34:42.639270 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-41b62ad3-9b3d-4bd8-a053-3603714eb92d tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746573'] for floatingip, after_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:42.651179 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] No Port match for: 7c227485-4c47-4b51-b15f-ee79405bab68 {{(pid=93207) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:34:42.651586 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device 7c227485-4c47-4b51-b15f-ee79405bab68 not bound to the agent host hv-cinder-79229 {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:34:42.652492 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-41b62ad3-9b3d-4bd8-a053-3603714eb92d tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409'] for floatingip, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:42.653821 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-41b62ad3-9b3d-4bd8-a053-3603714eb92d tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7933397 Jul 22 02:34:42.839388 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-dd1a7516-4b45-4051-8ce0-825e40fd7c90 req-121e57e0-553f-4578-8888-005903bf0f49 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1822474268&fields=id&tenant_id=be407e9b4d21489b9bf1679354068654 HTTP/1.1" status: 200 len: 267 time: 0.0322461 Jul 22 02:34:42.947816 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a7516-4b45-4051-8ce0-825e40fd7c90 req-a6b388f5-7862-4b4f-bcf7-9969cc7d7ca2 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:42.949200 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-dd1a7516-4b45-4051-8ce0-825e40fd7c90 req-a6b388f5-7862-4b4f-bcf7-9969cc7d7ca2 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/networks?id=4519266e-72e1-49eb-bb7e-76cf6f2efe9d HTTP/1.1" status: 200 len: 808 time: 0.1036234 Jul 22 02:34:42.964309 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-dd1a7516-4b45-4051-8ce0-825e40fd7c90 req-6054b726-e7b1-43b7-9184-50005c762e8e tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/quotas/be407e9b4d21489b9bf1679354068654 HTTP/1.1" status: 200 len: 375 time: 0.0093660 Jul 22 02:34:43.029936 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-dd1a7516-4b45-4051-8ce0-825e40fd7c90 req-d696749d-b7e8-46ae-920a-4f68b473eb8c tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=be407e9b4d21489b9bf1679354068654&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0606124 Jul 22 02:34:43.211327 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-dd1a7516-4b45-4051-8ce0-825e40fd7c90 req-05181b5a-4d53-4b9d-bc13-7ad8be734cb5 service neutron] 10.222.0.30 "GET /v2.0/networks/4519266e-72e1-49eb-bb7e-76cf6f2efe9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698589 Jul 22 02:34:43.300725 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-dd1a7516-4b45-4051-8ce0-825e40fd7c90 req-e85f03ba-6e0c-46fa-a479-af9581999d8d service neutron] 10.222.0.30 "GET /v2.0/networks/4519266e-72e1-49eb-bb7e-76cf6f2efe9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836949 Jul 22 02:34:43.455611 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-1e6eb355-0d4f-4337-8e85-cf0209fb4664 req-aee48b25-dbcd-4739-a44c-6e2ef7d4eceb tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=b55e96ee-f636-4f07-a2f2-5dfc98e89a13 HTTP/1.1" status: 200 len: 210 time: 0.0281413 Jul 22 02:34:43.805016 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-b6c6bf82-3034-4347-a03d-19952ee8f61a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:43.893967 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:44.411010 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a7516-4b45-4051-8ce0-825e40fd7c90 req-f28b4024-27ad-4b63-8aac-859b1625d446 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:44.413126 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-dd1a7516-4b45-4051-8ce0-825e40fd7c90 req-f28b4024-27ad-4b63-8aac-859b1625d446 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.23 "GET /v2.0/networks?id=4519266e-72e1-49eb-bb7e-76cf6f2efe9d HTTP/1.1" status: 200 len: 808 time: 0.1162453 Jul 22 02:34:44.460082 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-dd1a7516-4b45-4051-8ce0-825e40fd7c90 req-d9b3d7e5-9d0b-4457-a3a6-deb7a8a2852e tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be407e9b4d21489b9bf1679354068654 HTTP/1.1" status: 200 len: 380 time: 0.0364776 Jul 22 02:34:44.472093 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [req-dd1a7516-4b45-4051-8ce0-825e40fd7c90 req-07461add-3282-42fd-bcb8-b6c4389c38db tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Request body: {'port': {'device_id': 'b55e96ee-f636-4f07-a2f2-5dfc98e89a13', 'network_id': '4519266e-72e1-49eb-bb7e-76cf6f2efe9d', 'admin_state_up': True, 'tenant_id': 'be407e9b4d21489b9bf1679354068654', 'security_groups': ['a5989afe-1f7c-4518-8a2f-480983c35f12']}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:34:44.552585 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-c488c916-538d-445f-995b-1390bad2a23b req-70e92810-b5c8-4055-9dee-f65ed7b6c60a tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=b55e96ee-f636-4f07-a2f2-5dfc98e89a13 HTTP/1.1" status: 200 len: 210 time: 0.0298226 Jul 22 02:34:44.584757 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd1a7516-4b45-4051-8ce0-825e40fd7c90 req-07461add-3282-42fd-bcb8-b6c4389c38db tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Made reservation on behalf of be407e9b4d21489b9bf1679354068654 for: {'port': 1} {{(pid=93205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:34:44.588287 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-dd1a7516-4b45-4051-8ce0-825e40fd7c90 req-07461add-3282-42fd-bcb8-b6c4389c38db tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:44.714344 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.db_base_plugin_common [req-dd1a7516-4b45-4051-8ce0-825e40fd7c90 req-07461add-3282-42fd-bcb8-b6c4389c38db tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Allocated IP 172.20.0.8 (4519266e-72e1-49eb-bb7e-76cf6f2efe9d/9cd4545e-995f-4d04-a4da-3045595e4283/28525f07-b31f-4b28-8d5e-242620fe58eb) {{(pid=93205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:34:44.723415 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9c5a9526-544c-492b-b3ab-1b4c68701215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:44.855514 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-dd1a7516-4b45-4051-8ce0-825e40fd7c90 req-07461add-3282-42fd-bcb8-b6c4389c38db tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks [] for port, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:44.868727 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.provisioning_blocks [req-dd1a7516-4b45-4051-8ce0-825e40fd7c90 req-07461add-3282-42fd-bcb8-b6c4389c38db tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Transition to ACTIVE for port object 28525f07-b31f-4b28-8d5e-242620fe58eb will not be triggered until provisioned by entity DHCP. {{(pid=93205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:34:44.907465 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-dd1a7516-4b45-4051-8ce0-825e40fd7c90 req-07461add-3282-42fd-bcb8-b6c4389c38db tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789867566219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3324451'] for port, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:44.951061 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd1a7516-4b45-4051-8ce0-825e40fd7c90 req-07461add-3282-42fd-bcb8-b6c4389c38db tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Network 4519266e-72e1-49eb-bb7e-76cf6f2efe9d is already hosted by enough agents. {{(pid=93205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:34:44.954048 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.base_scheduler [req-dd1a7516-4b45-4051-8ce0-825e40fd7c90 req-07461add-3282-42fd-bcb8-b6c4389c38db tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Resources bound (agent type, host, resource id): {{(pid=93205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:34:44.957758 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd1a7516-4b45-4051-8ce0-825e40fd7c90 req-07461add-3282-42fd-bcb8-b6c4389c38db tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Received port after_create {{(pid=93205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:34:44.982789 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07461add-3282-42fd-bcb8-b6c4389c38db tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Pushing event updated for resources: {'Port': ['ID=28525f07-b31f-4b28-8d5e-242620fe58eb,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:34:45.010597 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a7516-4b45-4051-8ce0-825e40fd7c90 req-07461add-3282-42fd-bcb8-b6c4389c38db tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:45.011467 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-dd1a7516-4b45-4051-8ce0-825e40fd7c90 req-07461add-3282-42fd-bcb8-b6c4389c38db tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409'] for port, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:45.028178 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-dd1a7516-4b45-4051-8ce0-825e40fd7c90 req-07461add-3282-42fd-bcb8-b6c4389c38db tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5599341 Jul 22 02:34:45.044344 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [req-dd1a7516-4b45-4051-8ce0-825e40fd7c90 req-52bb9452-8da8-42ec-b8d2-ac5f647e618e service neutron] Request body: {'port': {'device_id': 'b55e96ee-f636-4f07-a2f2-5dfc98e89a13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:34:45.132950 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-dd1a7516-4b45-4051-8ce0-825e40fd7c90 req-52bb9452-8da8-42ec-b8d2-ac5f647e618e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:45.193090 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03fa81c-610d-4825-853a-db09d4dca5e3 req-e4066873-196a-40b6-b33b-956f30cb0b6e tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:45.195145 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-f03fa81c-610d-4825-853a-db09d4dca5e3 req-e4066873-196a-40b6-b33b-956f30cb0b6e tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=70faa4f2-0c59-474e-9034-c13e9533e29c HTTP/1.1" status: 200 len: 946 time: 0.0681815 Jul 22 02:34:45.221118 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-bd70ddee-db95-4ae5-bae8-18db106de501 None None] Provisioning for port 28525f07-b31f-4b28-8d5e-242620fe58eb completed by entity DHCP. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:34:45.225274 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-bd70ddee-db95-4ae5-bae8-18db106de501 None None] Provisioning complete for port 28525f07-b31f-4b28-8d5e-242620fe58eb triggered by entity DHCP. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:34:45.225602 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-bd70ddee-db95-4ae5-bae8-18db106de501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:45.235824 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-f03fa81c-610d-4825-853a-db09d4dca5e3 req-72f57286-72b8-475f-887a-d6a8a70dbe18 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0aed844-8f5e-4fb4-9e95-10092036d5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351517 Jul 22 02:34:45.267853 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-bd70ddee-db95-4ae5-bae8-18db106de501 None None] Port 28525f07-b31f-4b28-8d5e-242620fe58eb cannot update to ACTIVE because it is not bound. {{(pid=93207) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 02:34:45.401106 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.notifiers.nova [req-dd1a7516-4b45-4051-8ce0-825e40fd7c90 req-52bb9452-8da8-42ec-b8d2-ac5f647e618e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28525f07-b31f-4b28-8d5e-242620fe58eb {{(pid=93205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:34:45.408444 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-dd1a7516-4b45-4051-8ce0-825e40fd7c90 req-52bb9452-8da8-42ec-b8d2-ac5f647e618e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:45.419602 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.provisioning_blocks [req-dd1a7516-4b45-4051-8ce0-825e40fd7c90 req-52bb9452-8da8-42ec-b8d2-ac5f647e618e service neutron] Transition to ACTIVE for port object 28525f07-b31f-4b28-8d5e-242620fe58eb will not be triggered until provisioned by entity L2. {{(pid=93205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:34:45.424207 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-dd1a7516-4b45-4051-8ce0-825e40fd7c90 req-52bb9452-8da8-42ec-b8d2-ac5f647e618e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3324456'] for port, after_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:45.472271 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bb9452-8da8-42ec-b8d2-ac5f647e618e service neutron] Pushing event updated for resources: {'Port': ['ID=28525f07-b31f-4b28-8d5e-242620fe58eb,revision_number=2']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:34:45.545094 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.managers [req-dd1a7516-4b45-4051-8ce0-825e40fd7c90 req-52bb9452-8da8-42ec-b8d2-ac5f647e618e service neutron] Attempting to bind port 28525f07-b31f-4b28-8d5e-242620fe58eb on host hv-cinder-79229 for vnic_type normal with profile {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:34:45.545434 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.managers [req-dd1a7516-4b45-4051-8ce0-825e40fd7c90 req-52bb9452-8da8-42ec-b8d2-ac5f647e618e service neutron] Attempting to bind port 28525f07-b31f-4b28-8d5e-242620fe58eb by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '5a89ccad-6801-438c-9d1a-5f9fa04b4faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '4519266e-72e1-49eb-bb7e-76cf6f2efe9d'}] {{(pid=93205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:34:45.545766 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1a7516-4b45-4051-8ce0-825e40fd7c90 req-52bb9452-8da8-42ec-b8d2-ac5f647e618e service neutron] Attempting to bind port 28525f07-b31f-4b28-8d5e-242620fe58eb on network 4519266e-72e1-49eb-bb7e-76cf6f2efe9d {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:34:45.550169 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1a7516-4b45-4051-8ce0-825e40fd7c90 req-52bb9452-8da8-42ec-b8d2-ac5f647e618e service neutron] Port 28525f07-b31f-4b28-8d5e-242620fe58eb on network 4519266e-72e1-49eb-bb7e-76cf6f2efe9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 02:34:45.550483 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1a7516-4b45-4051-8ce0-825e40fd7c90 req-52bb9452-8da8-42ec-b8d2-ac5f647e618e service neutron] Attempting to bind port 28525f07-b31f-4b28-8d5e-242620fe58eb on network 4519266e-72e1-49eb-bb7e-76cf6f2efe9d {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:34:45.556009 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1a7516-4b45-4051-8ce0-825e40fd7c90 req-52bb9452-8da8-42ec-b8d2-ac5f647e618e service neutron] Checking agent: {'id': '3e047b69-7131-4bb7-a905-86c2cdf7c2d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 27, 10), 'started_at': datetime.datetime(2021, 7, 22, 2, 27, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:34:45.556355 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1a7516-4b45-4051-8ce0-825e40fd7c90 req-52bb9452-8da8-42ec-b8d2-ac5f647e618e service neutron] Checking segment: {'id': '5a89ccad-6801-438c-9d1a-5f9fa04b4faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '4519266e-72e1-49eb-bb7e-76cf6f2efe9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:34:45.556794 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1a7516-4b45-4051-8ce0-825e40fd7c90 req-52bb9452-8da8-42ec-b8d2-ac5f647e618e service neutron] Bound using segment: {'id': '5a89ccad-6801-438c-9d1a-5f9fa04b4faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '4519266e-72e1-49eb-bb7e-76cf6f2efe9d'} {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:34:45.557230 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.managers [req-dd1a7516-4b45-4051-8ce0-825e40fd7c90 req-52bb9452-8da8-42ec-b8d2-ac5f647e618e service neutron] Bound port: 28525f07-b31f-4b28-8d5e-242620fe58eb, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a89ccad-6801-438c-9d1a-5f9fa04b4faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '4519266e-72e1-49eb-bb7e-76cf6f2efe9d'}}] {{(pid=93205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:34:45.557594 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-dd1a7516-4b45-4051-8ce0-825e40fd7c90 req-52bb9452-8da8-42ec-b8d2-ac5f647e618e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:45.622546 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.db [req-dd1a7516-4b45-4051-8ce0-825e40fd7c90 req-52bb9452-8da8-42ec-b8d2-ac5f647e618e service neutron] For port 28525f07-b31f-4b28-8d5e-242620fe58eb, host hv-cinder-79229, cleared binding levels {{(pid=93205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:34:45.625543 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.db [req-dd1a7516-4b45-4051-8ce0-825e40fd7c90 req-52bb9452-8da8-42ec-b8d2-ac5f647e618e service neutron] For port 28525f07-b31f-4b28-8d5e-242620fe58eb, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=28525f07-b31f-4b28-8d5e-242620fe58eb,segment=NetworkSegment(5a89ccad-6801-438c-9d1a-5f9fa04b4faa),segment_id=5a89ccad-6801-438c-9d1a-5f9fa04b4faa)] {{(pid=93205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:34:45.630596 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-dd1a7516-4b45-4051-8ce0-825e40fd7c90 req-52bb9452-8da8-42ec-b8d2-ac5f647e618e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3324456'] for port, after_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:45.664168 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a7516-4b45-4051-8ce0-825e40fd7c90 req-52bb9452-8da8-42ec-b8d2-ac5f647e618e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:45.664821 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-dd1a7516-4b45-4051-8ce0-825e40fd7c90 req-52bb9452-8da8-42ec-b8d2-ac5f647e618e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409'] for port, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:45.666256 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-dd1a7516-4b45-4051-8ce0-825e40fd7c90 req-52bb9452-8da8-42ec-b8d2-ac5f647e618e service neutron] 10.222.0.23 "PUT /v2.0/ports/28525f07-b31f-4b28-8d5e-242620fe58eb HTTP/1.1" status: 200 len: 1093 time: 0.6272409 Jul 22 02:34:45.668611 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b55e96ee-f636-4f07-a2f2-5dfc98e89a13', 'tag': '28525f07-b31f-4b28-8d5e-242620fe58eb'}] {{(pid=93205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:34:45.670852 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1519ab49a2e6f2c0b9af796621e68389a02ac4e63e9641ecb08298f364d17118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26552bfd-8497-4964-89a6-4901439c0df0" -d '{"events": [{"name": "network-changed", "server_uuid": "b55e96ee-f636-4f07-a2f2-5dfc98e89a13", "tag": "28525f07-b31f-4b28-8d5e-242620fe58eb"}]}' {{(pid=93205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:34:45.698161 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d4a55a-e951-4d78-9c40-d6603bb3adfb req-3e9540f1-6e76-4d0d-a18c-f468b71fcaab tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:45.706187 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-97d4a55a-e951-4d78-9c40-d6603bb3adfb req-3e9540f1-6e76-4d0d-a18c-f468b71fcaab tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=b55e96ee-f636-4f07-a2f2-5dfc98e89a13 HTTP/1.1" status: 200 len: 943 time: 0.0820138 Jul 22 02:34:45.716155 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bb9452-8da8-42ec-b8d2-ac5f647e618e service neutron] Pushing event updated for resources: {'Port': ['ID=28525f07-b31f-4b28-8d5e-242620fe58eb,revision_number=3']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:34:45.733126 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 02:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0505986-80b0-4515-ac42-2be3fe94cabc x-openstack-request-id: req-f0505986-80b0-4515-ac42-2be3fe94cabc {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:34:45.733413 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b55e96ee-f636-4f07-a2f2-5dfc98e89a13", "tag": "28525f07-b31f-4b28-8d5e-242620fe58eb", "status": "completed", "code": 200}]} {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:34:45.733663 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f0505986-80b0-4515-ac42-2be3fe94cabc {{(pid=93205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:34:45.734055 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b55e96ee-f636-4f07-a2f2-5dfc98e89a13', 'tag': '28525f07-b31f-4b28-8d5e-242620fe58eb', 'status': 'completed', 'code': 200} Jul 22 02:34:45.743608 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-97d4a55a-e951-4d78-9c40-d6603bb3adfb req-21a806cd-c6ea-47e7-97a4-3edbc923380e tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5989afe-1f7c-4518-8a2f-480983c35f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363355 Jul 22 02:34:45.783746 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a7516-4b45-4051-8ce0-825e40fd7c90 req-36c48a24-be25-4574-bc30-d086e4463a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:45.785210 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-dd1a7516-4b45-4051-8ce0-825e40fd7c90 req-36c48a24-be25-4574-bc30-d086e4463a4b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=be407e9b4d21489b9bf1679354068654&device_id=b55e96ee-f636-4f07-a2f2-5dfc98e89a13 HTTP/1.1" status: 200 len: 1096 time: 0.0644000 Jul 22 02:34:45.828386 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-dd1a7516-4b45-4051-8ce0-825e40fd7c90 req-bf6dd081-82a3-40a2-b463-1cf854a7ea8d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28525f07-b31f-4b28-8d5e-242620fe58eb HTTP/1.1" status: 200 len: 217 time: 0.0346158 Jul 22 02:34:45.875906 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a7516-4b45-4051-8ce0-825e40fd7c90 req-f2af4c1c-8479-4ddd-b8ae-82608d490a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:45.877383 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-dd1a7516-4b45-4051-8ce0-825e40fd7c90 req-f2af4c1c-8479-4ddd-b8ae-82608d490a1a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9cd4545e-995f-4d04-a4da-3045595e4283 HTTP/1.1" status: 200 len: 847 time: 0.0432308 Jul 22 02:34:45.939999 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a7516-4b45-4051-8ce0-825e40fd7c90 req-e30096d0-c127-41d3-89d6-14401e3e420c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:45.941509 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-dd1a7516-4b45-4051-8ce0-825e40fd7c90 req-e30096d0-c127-41d3-89d6-14401e3e420c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4519266e-72e1-49eb-bb7e-76cf6f2efe9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0548224 Jul 22 02:34:46.026639 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-dd1a7516-4b45-4051-8ce0-825e40fd7c90 req-47670ded-8039-405c-ad38-ab75df7adb04 service neutron] 10.222.0.23 "GET /v2.0/networks/4519266e-72e1-49eb-bb7e-76cf6f2efe9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780933 Jul 22 02:34:46.113849 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-dd1a7516-4b45-4051-8ce0-825e40fd7c90 req-f9b0bca4-9315-4ca2-a2f1-1890d0a6edf5 service neutron] 10.222.0.23 "GET /v2.0/networks/4519266e-72e1-49eb-bb7e-76cf6f2efe9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809150 Jul 22 02:34:46.209905 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26552bfd-8497-4964-89a6-4901439c0df0 req-f57f7558-23c4-4bb7-a0b0-36f6fd299d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:46.211339 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-26552bfd-8497-4964-89a6-4901439c0df0 req-f57f7558-23c4-4bb7-a0b0-36f6fd299d04 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=be407e9b4d21489b9bf1679354068654&device_id=b55e96ee-f636-4f07-a2f2-5dfc98e89a13 HTTP/1.1" status: 200 len: 1096 time: 0.0510192 Jul 22 02:34:46.238706 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-46ac0fbd-03cc-41f5-9e75-a35c43e1b5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:46.305074 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26552bfd-8497-4964-89a6-4901439c0df0 req-eea12d0f-7dbb-41c3-99cb-bcd10b8e2c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:46.306546 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-26552bfd-8497-4964-89a6-4901439c0df0 req-eea12d0f-7dbb-41c3-99cb-bcd10b8e2c54 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4519266e-72e1-49eb-bb7e-76cf6f2efe9d HTTP/1.1" status: 200 len: 908 time: 0.0865791 Jul 22 02:34:46.347792 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-26552bfd-8497-4964-89a6-4901439c0df0 req-ac981491-5f96-4731-9874-327bdfa5aa39 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28525f07-b31f-4b28-8d5e-242620fe58eb HTTP/1.1" status: 200 len: 217 time: 0.0333784 Jul 22 02:34:46.372266 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b26f6-1923-4404-b111-adcc2b93740e req-4cc4e6a2-361a-422b-b139-94f9bb2cd3f4 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:46.373691 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-615b26f6-1923-4404-b111-adcc2b93740e req-4cc4e6a2-361a-422b-b139-94f9bb2cd3f4 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=70faa4f2-0c59-474e-9034-c13e9533e29c HTTP/1.1" status: 200 len: 946 time: 0.0627348 Jul 22 02:34:46.398988 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26552bfd-8497-4964-89a6-4901439c0df0 req-4de09496-ea8b-4e9b-ae75-884ab5a9259f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:46.400511 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-26552bfd-8497-4964-89a6-4901439c0df0 req-4de09496-ea8b-4e9b-ae75-884ab5a9259f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9cd4545e-995f-4d04-a4da-3045595e4283 HTTP/1.1" status: 200 len: 847 time: 0.0426040 Jul 22 02:34:46.410707 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-615b26f6-1923-4404-b111-adcc2b93740e req-8146c866-42bf-4c54-9995-94f928dd00c6 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0aed844-8f5e-4fb4-9e95-10092036d5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314219 Jul 22 02:34:46.460737 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26552bfd-8497-4964-89a6-4901439c0df0 req-1726d6b8-0dd2-4271-a9b9-c64e34e12165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:46.462254 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-26552bfd-8497-4964-89a6-4901439c0df0 req-1726d6b8-0dd2-4271-a9b9-c64e34e12165 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4519266e-72e1-49eb-bb7e-76cf6f2efe9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0520148 Jul 22 02:34:46.552750 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-26552bfd-8497-4964-89a6-4901439c0df0 req-9b3c04d2-3545-4849-8231-9f45c1ab8614 service neutron] 10.222.0.23 "GET /v2.0/networks/4519266e-72e1-49eb-bb7e-76cf6f2efe9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827384 Jul 22 02:34:46.641555 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-26552bfd-8497-4964-89a6-4901439c0df0 req-4c62817b-67d0-4b3e-9f3b-9e9642af540c service neutron] 10.222.0.23 "GET /v2.0/networks/4519266e-72e1-49eb-bb7e-76cf6f2efe9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817275 Jul 22 02:34:46.878484 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b4e80-deac-4a64-928f-8a117fef0ba8 req-9f2b1200-d8d0-49dd-9441-d6aeed01af72 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:46.879945 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-bf2b4e80-deac-4a64-928f-8a117fef0ba8 req-9f2b1200-d8d0-49dd-9441-d6aeed01af72 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=b55e96ee-f636-4f07-a2f2-5dfc98e89a13 HTTP/1.1" status: 200 len: 943 time: 0.0652657 Jul 22 02:34:46.916757 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-bf2b4e80-deac-4a64-928f-8a117fef0ba8 req-b7776875-368e-4219-b18a-ef42fce00477 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5989afe-1f7c-4518-8a2f-480983c35f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306482 Jul 22 02:34:47.545567 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96776450-eaf1-42d5-a1aa-fc225aab0392 req-8c47b4c9-a70a-4fc0-ad0b-2a80e31c2fb3 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:47.548103 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-96776450-eaf1-42d5-a1aa-fc225aab0392 req-8c47b4c9-a70a-4fc0-ad0b-2a80e31c2fb3 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=70faa4f2-0c59-474e-9034-c13e9533e29c HTTP/1.1" status: 200 len: 946 time: 0.0642264 Jul 22 02:34:47.584759 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-96776450-eaf1-42d5-a1aa-fc225aab0392 req-a3d92121-e04a-4b22-ab00-74d067072b72 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0aed844-8f5e-4fb4-9e95-10092036d5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306740 Jul 22 02:34:48.050872 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33eec12-9c21-4841-b002-b1300248ff49 req-8d9d2cb5-acb2-43ad-b532-aa8e0b6b4119 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:48.052328 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a33eec12-9c21-4841-b002-b1300248ff49 req-8d9d2cb5-acb2-43ad-b532-aa8e0b6b4119 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=b55e96ee-f636-4f07-a2f2-5dfc98e89a13 HTTP/1.1" status: 200 len: 943 time: 0.0652306 Jul 22 02:34:48.088625 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a33eec12-9c21-4841-b002-b1300248ff49 req-5fb01fd7-308a-4421-8c87-314251315e68 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5989afe-1f7c-4518-8a2f-480983c35f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308919 Jul 22 02:34:48.645931 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device 28525f07-b31f-4b28-8d5e-242620fe58eb details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=93207) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 02:34:48.734156 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c71f7-e23d-4697-a72d-2c44f6cf7978 req-80d58994-3503-463c-92e0-98966f0edb57 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:48.736476 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b05c71f7-e23d-4697-a72d-2c44f6cf7978 req-80d58994-3503-463c-92e0-98966f0edb57 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=70faa4f2-0c59-474e-9034-c13e9533e29c HTTP/1.1" status: 200 len: 946 time: 0.0812991 Jul 22 02:34:48.765144 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port 28525f07-b31f-4b28-8d5e-242620fe58eb, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=28525f07-b31f-4b28-8d5e-242620fe58eb,segment=NetworkSegment(5a89ccad-6801-438c-9d1a-5f9fa04b4faa),segment_id=5a89ccad-6801-438c-9d1a-5f9fa04b4faa)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:34:48.786760 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Returning: {'device': '28525f07-b31f-4b28-8d5e-242620fe58eb', 'network_id': '4519266e-72e1-49eb-bb7e-76cf6f2efe9d', 'port_id': '28525f07-b31f-4b28-8d5e-242620fe58eb', 'mac_address': 'fa:16:3e:08:dc:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cd4545e-995f-4d04-a4da-3045595e4283', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93207) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 02:34:48.791938 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b05c71f7-e23d-4697-a72d-2c44f6cf7978 req-d50ee30f-13d5-4529-943f-b0f4ad053e8b tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0aed844-8f5e-4fb4-9e95-10092036d5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490036 Jul 22 02:34:48.825385 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:48.837543 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.notifiers.nova [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28525f07-b31f-4b28-8d5e-242620fe58eb {{(pid=93207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:34:48.856279 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port 28525f07-b31f-4b28-8d5e-242620fe58eb, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=28525f07-b31f-4b28-8d5e-242620fe58eb,segment=NetworkSegment(5a89ccad-6801-438c-9d1a-5f9fa04b4faa),segment_id=5a89ccad-6801-438c-9d1a-5f9fa04b4faa)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:34:48.860237 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:48.904992 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Pushing event updated for resources: {'Port': ['ID=28525f07-b31f-4b28-8d5e-242620fe58eb,revision_number=4']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:34:48.911761 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:34:48.912115 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:34:48.913015 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:34:48.913354 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:34:48.913688 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:34:48.914018 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:34:48.914345 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:34:48.914670 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:34:48.914998 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:34:48.915323 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:34:48.915646 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:34:48.915968 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:34:49.085956 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] get_ports_and_sgs() called for port_ids ['28525f07-b31f-4b28-8d5e-242620fe58eb'] {{(pid=93207) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:34:49.213721 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72803b4d-2dfe-4be8-bc86-c8cf42354eb9 req-a82971d2-d8a9-4b6c-86a2-a12314300f7f tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:49.215189 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-72803b4d-2dfe-4be8-bc86-c8cf42354eb9 req-a82971d2-d8a9-4b6c-86a2-a12314300f7f tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=b55e96ee-f636-4f07-a2f2-5dfc98e89a13 HTTP/1.1" status: 200 len: 944 time: 0.0624063 Jul 22 02:34:49.251472 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-72803b4d-2dfe-4be8-bc86-c8cf42354eb9 req-aa3e3fb6-dbfa-4746-978e-ea04756c36cc tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5989afe-1f7c-4518-8a2f-480983c35f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306048 Jul 22 02:34:49.925344 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afddaac-2ecc-4fe3-9d17-e116279660c5 req-e48e2118-c6d1-4fbd-98bc-d9730c3c19ad tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:49.926844 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-1afddaac-2ecc-4fe3-9d17-e116279660c5 req-e48e2118-c6d1-4fbd-98bc-d9730c3c19ad tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=70faa4f2-0c59-474e-9034-c13e9533e29c HTTP/1.1" status: 200 len: 946 time: 0.0654502 Jul 22 02:34:49.963523 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-1afddaac-2ecc-4fe3-9d17-e116279660c5 req-eb5b4e6c-3021-4c9c-b697-e57ba32efd1a tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0aed844-8f5e-4fb4-9e95-10092036d5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307543 Jul 22 02:34:50.382145 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41823e1-2f30-45e2-9fa2-1f1d2155f206 req-01abf864-b828-497d-aafc-2ce463a83dc4 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:50.383604 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d41823e1-2f30-45e2-9fa2-1f1d2155f206 req-01abf864-b828-497d-aafc-2ce463a83dc4 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=b55e96ee-f636-4f07-a2f2-5dfc98e89a13 HTTP/1.1" status: 200 len: 944 time: 0.0674593 Jul 22 02:34:50.419727 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d41823e1-2f30-45e2-9fa2-1f1d2155f206 req-2f959b59-edb1-4602-8769-b4423c36a14b tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5989afe-1f7c-4518-8a2f-480983c35f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305459 Jul 22 02:34:50.666276 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device 28525f07-b31f-4b28-8d5e-242620fe58eb up at agent hyperv_hv-cinder-79229 {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:34:50.713499 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Provisioning for port 28525f07-b31f-4b28-8d5e-242620fe58eb completed by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:34:50.717045 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Provisioning complete for port 28525f07-b31f-4b28-8d5e-242620fe58eb triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:34:50.717413 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:50.793460 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:50.814124 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b55e96ee-f636-4f07-a2f2-5dfc98e89a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28525f07-b31f-4b28-8d5e-242620fe58eb'}] {{(pid=93207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:34:50.816475 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7ee477d080e02922d9a3c1e9b5cc60990edb702a504399eb5b32d0111ac025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e7e779-f4a7-4467-9183-d02c1ab80378" -d '{"events": [{"server_uuid": "b55e96ee-f636-4f07-a2f2-5dfc98e89a13", "name": "network-vif-plugged", "status": "completed", "tag": "28525f07-b31f-4b28-8d5e-242620fe58eb"}]}' {{(pid=93207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:34:50.829732 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port 28525f07-b31f-4b28-8d5e-242620fe58eb, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=28525f07-b31f-4b28-8d5e-242620fe58eb,segment=NetworkSegment(5a89ccad-6801-438c-9d1a-5f9fa04b4faa),segment_id=5a89ccad-6801-438c-9d1a-5f9fa04b4faa)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:34:50.835199 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:50.881155 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Pushing event updated for resources: {'Port': ['ID=28525f07-b31f-4b28-8d5e-242620fe58eb,revision_number=5']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:34:50.906857 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc29e25-f7a2-4f65-8035-0ac86b250381 x-openstack-request-id: req-1dc29e25-f7a2-4f65-8035-0ac86b250381 {{(pid=93207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:34:50.907145 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b55e96ee-f636-4f07-a2f2-5dfc98e89a13", "name": "network-vif-plugged", "status": "completed", "tag": "28525f07-b31f-4b28-8d5e-242620fe58eb", "code": 200}]} {{(pid=93207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:34:50.907395 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1dc29e25-f7a2-4f65-8035-0ac86b250381 {{(pid=93207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:34:50.907780 dv-cinder-792299-6-iscsi neutron-server[93207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b55e96ee-f636-4f07-a2f2-5dfc98e89a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28525f07-b31f-4b28-8d5e-242620fe58eb', 'code': 200} Jul 22 02:34:51.081483 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9468a-7296-4e9a-8ecb-53f74124515a req-b0081fb4-b970-48dc-9b9d-debf4cd958df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:51.082994 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-a3f9468a-7296-4e9a-8ecb-53f74124515a req-b0081fb4-b970-48dc-9b9d-debf4cd958df service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b55e96ee-f636-4f07-a2f2-5dfc98e89a13 HTTP/1.1" status: 200 len: 1098 time: 0.0511241 Jul 22 02:34:51.094706 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158bf3df-63a4-4083-adbc-16e7880abc87 req-4162e7f2-4784-41a7-aaeb-5dbfbe1ca083 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:51.096158 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-158bf3df-63a4-4083-adbc-16e7880abc87 req-4162e7f2-4784-41a7-aaeb-5dbfbe1ca083 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=70faa4f2-0c59-474e-9034-c13e9533e29c HTTP/1.1" status: 200 len: 946 time: 0.0621972 Jul 22 02:34:51.115616 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-a3f9468a-7296-4e9a-8ecb-53f74124515a req-645c478a-f3c1-4ff6-99a1-0fbbfc2fa819 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a5989afe-1f7c-4518-8a2f-480983c35f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268009 Jul 22 02:34:51.133693 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-158bf3df-63a4-4083-adbc-16e7880abc87 req-ee7da93a-a966-4af7-afb1-594885e12431 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0aed844-8f5e-4fb4-9e95-10092036d5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318685 Jul 22 02:34:51.552749 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec62f5-9e52-4ad4-ab17-b20b30742094 req-cbcdaf2f-9e94-4b28-8c07-cf30b68077a9 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:51.554661 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e6ec62f5-9e52-4ad4-ab17-b20b30742094 req-cbcdaf2f-9e94-4b28-8c07-cf30b68077a9 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=b55e96ee-f636-4f07-a2f2-5dfc98e89a13 HTTP/1.1" status: 200 len: 945 time: 0.0677226 Jul 22 02:34:51.590874 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e6ec62f5-9e52-4ad4-ab17-b20b30742094 req-9ce17b6d-eba4-48bc-a78a-85ec733c3edd tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5989afe-1f7c-4518-8a2f-480983c35f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306954 Jul 22 02:34:52.263079 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01522de3-850e-43a3-9c57-a8fc5f2f5660 req-72ad8797-412a-49e8-be84-8c0517e4c15d tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:52.264554 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-01522de3-850e-43a3-9c57-a8fc5f2f5660 req-72ad8797-412a-49e8-be84-8c0517e4c15d tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=70faa4f2-0c59-474e-9034-c13e9533e29c HTTP/1.1" status: 200 len: 946 time: 0.0620158 Jul 22 02:34:52.301217 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-01522de3-850e-43a3-9c57-a8fc5f2f5660 req-08ef4bab-68df-4260-8d7e-c61d290a8a99 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0aed844-8f5e-4fb4-9e95-10092036d5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311258 Jul 22 02:34:52.719024 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500df167-0205-4b38-b1cc-916fdfcceff2 req-90dc5cb4-e2fb-4b9c-8790-1f7e3ad2b829 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:52.720510 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-500df167-0205-4b38-b1cc-916fdfcceff2 req-90dc5cb4-e2fb-4b9c-8790-1f7e3ad2b829 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=b55e96ee-f636-4f07-a2f2-5dfc98e89a13 HTTP/1.1" status: 200 len: 945 time: 0.0651453 Jul 22 02:34:52.757257 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-500df167-0205-4b38-b1cc-916fdfcceff2 req-d905730f-d277-4121-9f32-605443b124e9 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5989afe-1f7c-4518-8a2f-480983c35f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306933 Jul 22 02:34:52.878601 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b9303-6af9-49dd-b956-bc1d8260c95b req-171078e8-1630-444b-b3f1-0d00e3f7bdc4 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:52.879967 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-865b9303-6af9-49dd-b956-bc1d8260c95b req-171078e8-1630-444b-b3f1-0d00e3f7bdc4 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=b55e96ee-f636-4f07-a2f2-5dfc98e89a13 HTTP/1.1" status: 200 len: 945 time: 0.0622053 Jul 22 02:34:52.888898 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 34292) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:34:52.893412 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.v2.base [None req-8fa40a46-e041-457f-b3ee-d71f8354316e tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Request body: {'floatingip': {'port_id': '28525f07-b31f-4b28-8d5e-242620fe58eb'}} {{(pid=93206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:34:52.930718 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-8fa40a46-e041-457f-b3ee-d71f8354316e tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks [] for floatingip, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:53.478449 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-8fa40a46-e041-457f-b3ee-d71f8354316e tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:53.482274 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-8fa40a46-e041-457f-b3ee-d71f8354316e tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746573'] for floatingip, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:53.550180 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b35fded-a5f7-435b-a215-eafb2c0421f7 req-32777e9d-870f-46be-96cd-a2def61b8872 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:53.551665 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-3b35fded-a5f7-435b-a215-eafb2c0421f7 req-32777e9d-870f-46be-96cd-a2def61b8872 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=70faa4f2-0c59-474e-9034-c13e9533e29c HTTP/1.1" status: 200 len: 946 time: 0.1799746 Jul 22 02:34:53.605589 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-3b35fded-a5f7-435b-a215-eafb2c0421f7 req-8528aebf-578e-4f36-a5a5-cb1263614890 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0aed844-8f5e-4fb4-9e95-10092036d5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454781 Jul 22 02:34:53.613010 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.db.l3_db [None req-8fa40a46-e041-457f-b3ee-d71f8354316e tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Floating IP 15ed91af-5900-4761-ac03-3b6f7fa81bd1 associated. External IP: 172.27.3.50, port: 28525f07-b31f-4b28-8d5e-242620fe58eb. Jul 22 02:34:53.807908 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fa40a46-e041-457f-b3ee-d71f8354316e tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Router 25179013-1b60-4467-b3fa-79b0d56bb301 has already been hosted by L3 agent f9ed0358-a013-4c74-a622-17ee633b4610 {{(pid=93206) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 02:34:53.907934 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa40a46-e041-457f-b3ee-d71f8354316e tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify agent at l3_agent.dv-cinder-792299-6-iscsi the message routers_updated {{(pid=93206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:34:53.912939 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-8fa40a46-e041-457f-b3ee-d71f8354316e tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409'] for floatingip, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:53.917444 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a579e8-215b-48c5-a40b-faa7b027bb6a None None] Sync routers for ids ['25179013-1b60-4467-b3fa-79b0d56bb301'] in dv-cinder-792299-6-iscsi {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:34:53.926012 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a579e8-215b-48c5-a40b-faa7b027bb6a None None] Routers {'25179013-1b60-4467-b3fa-79b0d56bb301'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:34:53.926616 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-e9a579e8-215b-48c5-a40b-faa7b027bb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:34:44Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['25179013-1b60-4467-b3fa-79b0d56bb301'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:34:53.948590 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-8fa40a46-e041-457f-b3ee-d71f8354316e tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "PUT /v2.0/floatingips/15ed91af-5900-4761-ac03-3b6f7fa81bd1 HTTP/1.1" status: 200 len: 990 time: 1.0586274 Jul 22 02:34:53.949192 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b55e96ee-f636-4f07-a2f2-5dfc98e89a13', 'tag': '28525f07-b31f-4b28-8d5e-242620fe58eb'}] {{(pid=93206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:34:53.951399 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2c7467b3a520cac2f9dc58394876cadcbbb82697b422dc56d8b09de1a4b7e26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52349b4-4e26-4e6c-89ff-5456c96ee2c5" -d '{"events": [{"name": "network-changed", "server_uuid": "b55e96ee-f636-4f07-a2f2-5dfc98e89a13", "tag": "28525f07-b31f-4b28-8d5e-242620fe58eb"}]}' {{(pid=93206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:34:54.032717 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-e9a579e8-215b-48c5-a40b-faa7b027bb6a None None] Set router 25179013-1b60-4467-b3fa-79b0d56bb301 gateway port host: dv-cinder-792299-6-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:34:54.043835 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 02:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08cacc74-0b7f-4dc8-84f9-b2e0892f7314 x-openstack-request-id: req-08cacc74-0b7f-4dc8-84f9-b2e0892f7314 {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:34:54.044124 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b55e96ee-f636-4f07-a2f2-5dfc98e89a13", "tag": "28525f07-b31f-4b28-8d5e-242620fe58eb", "status": "completed", "code": 200}]} {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:34:54.044377 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-08cacc74-0b7f-4dc8-84f9-b2e0892f7314 {{(pid=93206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:34:54.044806 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b55e96ee-f636-4f07-a2f2-5dfc98e89a13', 'tag': '28525f07-b31f-4b28-8d5e-242620fe58eb', 'status': 'completed', 'code': 200} Jul 22 02:34:54.115898 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52349b4-4e26-4e6c-89ff-5456c96ee2c5 req-fe79ccb8-3c2e-44ca-8552-aa3b4d68dbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:54.117871 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-e52349b4-4e26-4e6c-89ff-5456c96ee2c5 req-fe79ccb8-3c2e-44ca-8552-aa3b4d68dbb5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=be407e9b4d21489b9bf1679354068654&device_id=b55e96ee-f636-4f07-a2f2-5dfc98e89a13 HTTP/1.1" status: 200 len: 1098 time: 0.0518358 Jul 22 02:34:54.206617 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52349b4-4e26-4e6c-89ff-5456c96ee2c5 req-7944bb8b-78fc-4ddb-af2b-5dee584b949a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:54.208100 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-e52349b4-4e26-4e6c-89ff-5456c96ee2c5 req-7944bb8b-78fc-4ddb-af2b-5dee584b949a service neutron] 10.222.0.23 "GET /v2.0/networks?id=4519266e-72e1-49eb-bb7e-76cf6f2efe9d HTTP/1.1" status: 200 len: 908 time: 0.0844202 Jul 22 02:34:54.250841 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-e9a579e8-215b-48c5-a40b-faa7b027bb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25179013-1b60-4467-b3fa-79b0d56bb301', 'name': 'tempest-AttachVolumeTestJSON-1072535-router', 'tenant_id': 'be407e9b4d21489b9bf1679354068654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '5a80ef8a-a359-48a3-9064-0870ce8cddc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:29:54Z', 'updated_at': '2021-07-22T02:30:00Z', 'revision_number': 4, 'project_id': 'be407e9b4d21489b9bf1679354068654', 'gw_port': {'id': '5a80ef8a-a359-48a3-9064-0870ce8cddc9', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:da:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25179013-1b60-4467-b3fa-79b0d56bb301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:55Z', 'updated_at': '2021-07-22T02:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_floatingips': [{'id': '15ed91af-5900-4761-ac03-3b6f7fa81bd1', 'tenant_id': 'be407e9b4d21489b9bf1679354068654', 'floating_ip_address': '172.27.3.50', 'floating_network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'router_id': '25179013-1b60-4467-b3fa-79b0d56bb301', 'port_id': '28525f07-b31f-4b28-8d5e-242620fe58eb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4519266e-72e1-49eb-bb7e-76cf6f2efe9d', 'mac_address': 'fa:16:3e:08:dc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55e96ee-f636-4f07-a2f2-5dfc98e89a13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T02:34:42Z', 'updated_at': '2021-07-22T02:34:53Z', 'revision_number': 1, 'project_id': 'be407e9b4d21489b9bf1679354068654', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a9b2679-feef-4665-b29f-b514912da77f', 'name': '', 'network_id': '4519266e-72e1-49eb-bb7e-76cf6f2efe9d', 'tenant_id': 'be407e9b4d21489b9bf1679354068654', 'mac_address': 'fa:16:3e:3c:a3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25179013-1b60-4467-b3fa-79b0d56bb301', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '9cd4545e-995f-4d04-a4da-3045595e4283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:59Z', 'updated_at': '2021-07-22T02:30:06Z', 'revision_number': 5, 'project_id': 'be407e9b4d21489b9bf1679354068654', 'subnets': [{'id': '9cd4545e-995f-4d04-a4da-3045595e4283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:34:54.272046 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-e52349b4-4e26-4e6c-89ff-5456c96ee2c5 req-d85c5ca0-04f6-4935-82b5-61fc7dbcb703 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28525f07-b31f-4b28-8d5e-242620fe58eb HTTP/1.1" status: 200 len: 998 time: 0.0580919 Jul 22 02:34:54.281685 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a579e8-215b-48c5-a40b-faa7b027bb6a None None] Checking router: 25179013-1b60-4467-b3fa-79b0d56bb301 for host: dv-cinder-792299-6-iscsi {{(pid=93207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:34:54.290476 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a579e8-215b-48c5-a40b-faa7b027bb6a None None] Routers {'25179013-1b60-4467-b3fa-79b0d56bb301'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:34:54.291071 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-e9a579e8-215b-48c5-a40b-faa7b027bb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:34:44Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['25179013-1b60-4467-b3fa-79b0d56bb301'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:34:54.322030 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52349b4-4e26-4e6c-89ff-5456c96ee2c5 req-c23cf0ec-9772-4883-bdc4-3599eaad1851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:54.323475 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-e52349b4-4e26-4e6c-89ff-5456c96ee2c5 req-c23cf0ec-9772-4883-bdc4-3599eaad1851 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9cd4545e-995f-4d04-a4da-3045595e4283 HTTP/1.1" status: 200 len: 847 time: 0.0458107 Jul 22 02:34:54.379228 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52349b4-4e26-4e6c-89ff-5456c96ee2c5 req-c0073e79-840d-4f07-bf88-623b5fa34292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:54.380630 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-e52349b4-4e26-4e6c-89ff-5456c96ee2c5 req-c0073e79-840d-4f07-bf88-623b5fa34292 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4519266e-72e1-49eb-bb7e-76cf6f2efe9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0507958 Jul 22 02:34:54.393029 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-e9a579e8-215b-48c5-a40b-faa7b027bb6a None None] Set router 25179013-1b60-4467-b3fa-79b0d56bb301 gateway port host: dv-cinder-792299-6-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:34:54.468951 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-e52349b4-4e26-4e6c-89ff-5456c96ee2c5 req-7f703209-1f74-442f-981c-9777856ac5a9 service neutron] 10.222.0.23 "GET /v2.0/networks/4519266e-72e1-49eb-bb7e-76cf6f2efe9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819383 Jul 22 02:34:54.566783 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-e52349b4-4e26-4e6c-89ff-5456c96ee2c5 req-58783e21-8ba1-4d33-bdd6-206bbdd5c577 service neutron] 10.222.0.23 "GET /v2.0/networks/4519266e-72e1-49eb-bb7e-76cf6f2efe9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917287 Jul 22 02:34:54.615685 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-e9a579e8-215b-48c5-a40b-faa7b027bb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25179013-1b60-4467-b3fa-79b0d56bb301', 'name': 'tempest-AttachVolumeTestJSON-1072535-router', 'tenant_id': 'be407e9b4d21489b9bf1679354068654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '5a80ef8a-a359-48a3-9064-0870ce8cddc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:29:54Z', 'updated_at': '2021-07-22T02:30:00Z', 'revision_number': 4, 'project_id': 'be407e9b4d21489b9bf1679354068654', 'gw_port': {'id': '5a80ef8a-a359-48a3-9064-0870ce8cddc9', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:da:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25179013-1b60-4467-b3fa-79b0d56bb301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:55Z', 'updated_at': '2021-07-22T02:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_floatingips': [{'id': '15ed91af-5900-4761-ac03-3b6f7fa81bd1', 'tenant_id': 'be407e9b4d21489b9bf1679354068654', 'floating_ip_address': '172.27.3.50', 'floating_network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'router_id': '25179013-1b60-4467-b3fa-79b0d56bb301', 'port_id': '28525f07-b31f-4b28-8d5e-242620fe58eb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4519266e-72e1-49eb-bb7e-76cf6f2efe9d', 'mac_address': 'fa:16:3e:08:dc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55e96ee-f636-4f07-a2f2-5dfc98e89a13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T02:34:42Z', 'updated_at': '2021-07-22T02:34:53Z', 'revision_number': 1, 'project_id': 'be407e9b4d21489b9bf1679354068654', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a9b2679-feef-4665-b29f-b514912da77f', 'name': '', 'network_id': '4519266e-72e1-49eb-bb7e-76cf6f2efe9d', 'tenant_id': 'be407e9b4d21489b9bf1679354068654', 'mac_address': 'fa:16:3e:3c:a3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25179013-1b60-4467-b3fa-79b0d56bb301', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '9cd4545e-995f-4d04-a4da-3045595e4283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:59Z', 'updated_at': '2021-07-22T02:30:06Z', 'revision_number': 5, 'project_id': 'be407e9b4d21489b9bf1679354068654', 'subnets': [{'id': '9cd4545e-995f-4d04-a4da-3045595e4283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:34:54.645026 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a579e8-215b-48c5-a40b-faa7b027bb6a None None] The sync data for ids ['25179013-1b60-4467-b3fa-79b0d56bb301'] in dv-cinder-792299-6-iscsi is: [{'id': '25179013-1b60-4467-b3fa-79b0d56bb301', 'name': 'tempest-AttachVolumeTestJSON-1072535-router', 'tenant_id': 'be407e9b4d21489b9bf1679354068654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '5a80ef8a-a359-48a3-9064-0870ce8cddc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:29:54Z', 'updated_at': '2021-07-22T02:30:00Z', 'revision_number': 4, 'project_id': 'be407e9b4d21489b9bf1679354068654', 'gw_port': {'id': '5a80ef8a-a359-48a3-9064-0870ce8cddc9', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:da:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25179013-1b60-4467-b3fa-79b0d56bb301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:55Z', 'updated_at': '2021-07-22T02:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_floatingips': [{'id': '15ed91af-5900-4761-ac03-3b6f7fa81bd1', 'tenant_id': 'be407e9b4d21489b9bf1679354068654', 'floating_ip_address': '172.27.3.50', 'floating_network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'router_id': '25179013-1b60-4467-b3fa-79b0d56bb301', 'port_id': '28525f07-b31f-4b28-8d5e-242620fe58eb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4519266e-72e1-49eb-bb7e-76cf6f2efe9d', 'mac_address': 'fa:16:3e:08:dc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55e96ee-f636-4f07-a2f2-5dfc98e89a13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T02:34:42Z', 'updated_at': '2021-07-22T02:34:53Z', 'revision_number': 1, 'project_id': 'be407e9b4d21489b9bf1679354068654', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a9b2679-feef-4665-b29f-b514912da77f', 'name': '', 'network_id': '4519266e-72e1-49eb-bb7e-76cf6f2efe9d', 'tenant_id': 'be407e9b4d21489b9bf1679354068654', 'mac_address': 'fa:16:3e:3c:a3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25179013-1b60-4467-b3fa-79b0d56bb301', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '9cd4545e-995f-4d04-a4da-3045595e4283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:59Z', 'updated_at': '2021-07-22T02:30:06Z', 'revision_number': 5, 'project_id': 'be407e9b4d21489b9bf1679354068654', 'subnets': [{'id': '9cd4545e-995f-4d04-a4da-3045595e4283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:34:54.749307 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e0f7c-863b-4e59-9cf4-256b7aa0e5eb req-70ac7609-5feb-42f7-8dcd-0dd4b626880c tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:54.750813 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-cd9e0f7c-863b-4e59-9cf4-256b7aa0e5eb req-70ac7609-5feb-42f7-8dcd-0dd4b626880c tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=70faa4f2-0c59-474e-9034-c13e9533e29c HTTP/1.1" status: 200 len: 946 time: 0.0654383 Jul 22 02:34:54.789421 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-cd9e0f7c-863b-4e59-9cf4-256b7aa0e5eb req-b6a84033-a688-4666-ba79-9ad125aae070 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0aed844-8f5e-4fb4-9e95-10092036d5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330031 Jul 22 02:34:54.848263 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153193b5-661d-4912-a1be-e1ffadb7933b None None] New status for floating IP 15ed91af-5900-4761-ac03-3b6f7fa81bd1: ACTIVE {{(pid=93208) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 02:34:56.215402 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ffd75e-d187-442b-8467-d6656f4ef942 req-2d01a911-2989-4697-8319-85ee2b938183 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:56.216896 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e7ffd75e-d187-442b-8467-d6656f4ef942 req-2d01a911-2989-4697-8319-85ee2b938183 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=70faa4f2-0c59-474e-9034-c13e9533e29c HTTP/1.1" status: 200 len: 946 time: 0.3547258 Jul 22 02:34:56.238056 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09acabfe-b085-4654-aac0-b586d28b1588 req-a22d9c02-8fe4-4d00-a83c-e9bbce4e214e tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:56.239444 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-09acabfe-b085-4654-aac0-b586d28b1588 req-a22d9c02-8fe4-4d00-a83c-e9bbce4e214e tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcc5c65-d287-4a09-b739-3908983488ad HTTP/1.1" status: 200 len: 946 time: 0.0915892 Jul 22 02:34:56.287522 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e7ffd75e-d187-442b-8467-d6656f4ef942 req-1eafe773-cbef-4bf7-a781-b638434c9a55 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0aed844-8f5e-4fb4-9e95-10092036d5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645750 Jul 22 02:34:56.292701 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-09acabfe-b085-4654-aac0-b586d28b1588 req-cdacb19a-fc03-4ba7-bffa-a09d375b482a tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/security-groups?id=63e9ec9d-cac8-47aa-a784-0c3cf16d9873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466695 Jul 22 02:34:56.692448 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device 761e92fb-b6a8-4086-97d6-9a4319b6edb2 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=93207) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 02:34:56.783589 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port 761e92fb-b6a8-4086-97d6-9a4319b6edb2, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=761e92fb-b6a8-4086-97d6-9a4319b6edb2,segment=NetworkSegment(ed3fa64c-067a-4564-b1ab-aed7a924eb26),segment_id=ed3fa64c-067a-4564-b1ab-aed7a924eb26)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:34:56.794801 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Returning: {'device': '761e92fb-b6a8-4086-97d6-9a4319b6edb2', 'network_id': 'c1704d84-6956-4df3-918a-504126cdf765', 'port_id': '761e92fb-b6a8-4086-97d6-9a4319b6edb2', 'mac_address': 'fa:16:3e:c0:09:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b32e8e6a-923e-4e9e-b074-47bc54badd49', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93207) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 02:34:56.829414 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:56.845970 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.notifiers.nova [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 761e92fb-b6a8-4086-97d6-9a4319b6edb2 {{(pid=93207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:34:56.864902 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port 761e92fb-b6a8-4086-97d6-9a4319b6edb2, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=761e92fb-b6a8-4086-97d6-9a4319b6edb2,segment=NetworkSegment(ed3fa64c-067a-4564-b1ab-aed7a924eb26),segment_id=ed3fa64c-067a-4564-b1ab-aed7a924eb26)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:34:56.868339 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:57.033502 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Pushing event updated for resources: {'Port': ['ID=761e92fb-b6a8-4086-97d6-9a4319b6edb2,revision_number=6']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:34:57.080659 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] get_ports_and_sgs() called for port_ids ['761e92fb-b6a8-4086-97d6-9a4319b6edb2'] {{(pid=93207) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:34:57.462917 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12785b8-69f1-41de-88fa-1c21ad6ee5c5 req-57b1793f-4c9e-47ed-9345-bf3f3b44310c tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:57.464426 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b12785b8-69f1-41de-88fa-1c21ad6ee5c5 req-57b1793f-4c9e-47ed-9345-bf3f3b44310c tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=70faa4f2-0c59-474e-9034-c13e9533e29c HTTP/1.1" status: 200 len: 945 time: 0.0933828 Jul 22 02:34:57.471749 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc5c0f3-b323-4b60-bd0f-a12ab562e9bd req-e115033d-870f-4857-813d-43b043947e65 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:57.473248 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-bcc5c0f3-b323-4b60-bd0f-a12ab562e9bd req-e115033d-870f-4857-813d-43b043947e65 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcc5c65-d287-4a09-b739-3908983488ad HTTP/1.1" status: 200 len: 946 time: 0.1115856 Jul 22 02:34:57.526258 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b12785b8-69f1-41de-88fa-1c21ad6ee5c5 req-9133dba2-7022-459f-8008-9643b1923485 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0aed844-8f5e-4fb4-9e95-10092036d5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520508 Jul 22 02:34:57.534020 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-bcc5c0f3-b323-4b60-bd0f-a12ab562e9bd req-784f5407-a85c-45dc-a808-c33e3e0942ee tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/security-groups?id=63e9ec9d-cac8-47aa-a784-0c3cf16d9873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522571 Jul 22 02:34:57.752555 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf0735-40ce-4fa2-9b7e-ddc7286e7532 req-85d8834d-ff4f-41fd-b189-b6351788d829 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:57.754171 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-0cdf0735-40ce-4fa2-9b7e-ddc7286e7532 req-85d8834d-ff4f-41fd-b189-b6351788d829 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.23 "GET /v2.0/ports?device_id=dbcc5c65-d287-4a09-b739-3908983488ad HTTP/1.1" status: 200 len: 946 time: 0.0628424 Jul 22 02:34:57.856931 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [req-0cdf0735-40ce-4fa2-9b7e-ddc7286e7532 req-8585d11f-76c9-454a-81dd-b32e5a20cc75 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Deleting port 2601f226-b338-4a52-a67c-da14b4799349 {{(pid=93205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:34:57.857280 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-0cdf0735-40ce-4fa2-9b7e-ddc7286e7532 req-8585d11f-76c9-454a-81dd-b32e5a20cc75 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789867966868'] for port, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:57.942484 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.db [req-0cdf0735-40ce-4fa2-9b7e-ddc7286e7532 req-8585d11f-76c9-454a-81dd-b32e5a20cc75 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] For port 2601f226-b338-4a52-a67c-da14b4799349, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=2601f226-b338-4a52-a67c-da14b4799349,segment=NetworkSegment(e2dbb9ad-6b1e-4fed-8fd7-c6f57aada715),segment_id=e2dbb9ad-6b1e-4fed-8fd7-c6f57aada715)] {{(pid=93205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:34:57.942841 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-0cdf0735-40ce-4fa2-9b7e-ddc7286e7532 req-8585d11f-76c9-454a-81dd-b32e5a20cc75 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760608'] for port, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:58.108090 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-0cdf0735-40ce-4fa2-9b7e-ddc7286e7532 req-8585d11f-76c9-454a-81dd-b32e5a20cc75 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:58.108461 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-0cdf0735-40ce-4fa2-9b7e-ddc7286e7532 req-8585d11f-76c9-454a-81dd-b32e5a20cc75 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746573'] for floatingip, after_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:58.108807 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.db.l3_db [req-0cdf0735-40ce-4fa2-9b7e-ddc7286e7532 req-8585d11f-76c9-454a-81dd-b32e5a20cc75 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Floating IP cc946ea0-340e-450c-8546-1ca5ab5172e9 disassociated. External IP: 172.27.3.27, port: 2601f226-b338-4a52-a67c-da14b4799349. Jul 22 02:34:58.109153 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [req-0cdf0735-40ce-4fa2-9b7e-ddc7286e7532 req-8585d11f-76c9-454a-81dd-b32e5a20cc75 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Calling delete_port for 2601f226-b338-4a52-a67c-da14b4799349 owned by compute:nova {{(pid=93205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:34:58.230637 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-0cdf0735-40ce-4fa2-9b7e-ddc7286e7532 req-8585d11f-76c9-454a-81dd-b32e5a20cc75 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789867968359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789867566228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3324451'] for port, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:58.262205 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585d11f-76c9-454a-81dd-b32e5a20cc75 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Pushing event deleted for resources: {'Port': ['ID=2601f226-b338-4a52-a67c-da14b4799349,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:34:58.273184 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585d11f-76c9-454a-81dd-b32e5a20cc75 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:34:58.273457 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585d11f-76c9-454a-81dd-b32e5a20cc75 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:34:58.273799 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585d11f-76c9-454a-81dd-b32e5a20cc75 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:34:58.274137 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585d11f-76c9-454a-81dd-b32e5a20cc75 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:34:58.274468 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585d11f-76c9-454a-81dd-b32e5a20cc75 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:34:58.274798 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585d11f-76c9-454a-81dd-b32e5a20cc75 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:34:58.275124 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585d11f-76c9-454a-81dd-b32e5a20cc75 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:34:58.275452 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585d11f-76c9-454a-81dd-b32e5a20cc75 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:34:58.275781 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585d11f-76c9-454a-81dd-b32e5a20cc75 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:34:58.276107 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585d11f-76c9-454a-81dd-b32e5a20cc75 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:34:58.276426 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585d11f-76c9-454a-81dd-b32e5a20cc75 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:34:58.276775 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585d11f-76c9-454a-81dd-b32e5a20cc75 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:34:58.380992 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0cdf0735-40ce-4fa2-9b7e-ddc7286e7532 req-8585d11f-76c9-454a-81dd-b32e5a20cc75 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Router bc788e52-4c67-4d00-8750-19c252030837 has already been hosted by L3 agent f9ed0358-a013-4c74-a622-17ee633b4610 {{(pid=93205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 02:34:58.710522 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device 761e92fb-b6a8-4086-97d6-9a4319b6edb2 up at agent hyperv_hv-cinder-79229 {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:34:58.717973 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0cdf0735-40ce-4fa2-9b7e-ddc7286e7532 req-8585d11f-76c9-454a-81dd-b32e5a20cc75 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify agent at l3_agent.dv-cinder-792299-6-iscsi the message routers_updated {{(pid=93205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:34:58.723864 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-7f4123c1-7f35-41a5-8f0f-11b89163198f req-08bb3f58-9347-462a-b414-a58e7d07960e tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbcc5c65-d287-4a09-b739-3908983488ad HTTP/1.1" status: 200 len: 210 time: 0.0559006 Jul 22 02:34:58.749309 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bf0020-e3d3-427e-bc97-241e485929de None None] Sync routers for ids ['bc788e52-4c67-4d00-8750-19c252030837'] in dv-cinder-792299-6-iscsi {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:34:58.772017 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bf0020-e3d3-427e-bc97-241e485929de None None] Routers {'bc788e52-4c67-4d00-8750-19c252030837'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:34:58.772679 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-21bf0020-e3d3-427e-bc97-241e485929de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:34:44Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['bc788e52-4c67-4d00-8750-19c252030837'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:34:58.788680 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac46350-c21c-4e47-804e-1a6dabb1a076 req-71e31412-5147-4064-8ae1-2ed1563fb9da tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:34:58.794977 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cdf0735-40ce-4fa2-9b7e-ddc7286e7532 req-8585d11f-76c9-454a-81dd-b32e5a20cc75 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] No DVR routers for this DVR port 2601f226-b338-4a52-a67c-da14b4799349 on host hv-cinder-79229 {{(pid=93205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 02:34:58.797694 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-0cdf0735-40ce-4fa2-9b7e-ddc7286e7532 req-8585d11f-76c9-454a-81dd-b32e5a20cc75 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409'] for port, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:58.799848 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-0cdf0735-40ce-4fa2-9b7e-ddc7286e7532 req-8585d11f-76c9-454a-81dd-b32e5a20cc75 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.23 "DELETE /v2.0/ports/2601f226-b338-4a52-a67c-da14b4799349 HTTP/1.1" status: 204 len: 173 time: 1.0406389 Jul 22 02:34:58.801408 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-dac46350-c21c-4e47-804e-1a6dabb1a076 req-71e31412-5147-4064-8ae1-2ed1563fb9da tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=70faa4f2-0c59-474e-9034-c13e9533e29c HTTP/1.1" status: 200 len: 945 time: 0.1655622 Jul 22 02:34:58.802136 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbcc5c65-d287-4a09-b739-3908983488ad', 'name': 'network-vif-deleted', 'tag': '2601f226-b338-4a52-a67c-da14b4799349'}] {{(pid=93205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:34:58.805382 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1519ab49a2e6f2c0b9af796621e68389a02ac4e63e9641ecb08298f364d17118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de80cb0d-7ae9-4589-8439-58629a9d756e" -d '{"events": [{"server_uuid": "dbcc5c65-d287-4a09-b739-3908983488ad", "name": "network-vif-deleted", "tag": "2601f226-b338-4a52-a67c-da14b4799349"}]}' {{(pid=93205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:34:58.851551 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-dac46350-c21c-4e47-804e-1a6dabb1a076 req-991bb034-a95e-449f-98dd-5d7e55be1009 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0aed844-8f5e-4fb4-9e95-10092036d5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440192 Jul 22 02:34:58.896699 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Provisioning complete for port 761e92fb-b6a8-4086-97d6-9a4319b6edb2 triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:34:58.897084 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:58.923489 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b104098b-ed03-4772-9567-b01702440cb0 x-openstack-request-id: req-b104098b-ed03-4772-9567-b01702440cb0 {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:34:58.923875 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbcc5c65-d287-4a09-b739-3908983488ad", "name": "network-vif-deleted", "tag": "2601f226-b338-4a52-a67c-da14b4799349", "status": "completed", "code": 200}]} {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:34:58.924221 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b104098b-ed03-4772-9567-b01702440cb0 {{(pid=93205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:34:58.925018 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbcc5c65-d287-4a09-b739-3908983488ad', 'name': 'network-vif-deleted', 'tag': '2601f226-b338-4a52-a67c-da14b4799349', 'status': 'completed', 'code': 200} Jul 22 02:34:59.000248 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-21bf0020-e3d3-427e-bc97-241e485929de None None] Set router bc788e52-4c67-4d00-8750-19c252030837 gateway port host: dv-cinder-792299-6-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:34:59.034846 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:59.094666 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70faa4f2-0c59-474e-9034-c13e9533e29c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '761e92fb-b6a8-4086-97d6-9a4319b6edb2'}] {{(pid=93207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:34:59.097299 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7ee477d080e02922d9a3c1e9b5cc60990edb702a504399eb5b32d0111ac025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589cff0a-22ec-448e-9565-5e07936da85b" -d '{"events": [{"server_uuid": "70faa4f2-0c59-474e-9034-c13e9533e29c", "name": "network-vif-plugged", "status": "completed", "tag": "761e92fb-b6a8-4086-97d6-9a4319b6edb2"}]}' {{(pid=93207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:34:59.200848 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f053de9-f34e-4068-b2f2-32fd8ae1b05b x-openstack-request-id: req-2f053de9-f34e-4068-b2f2-32fd8ae1b05b {{(pid=93207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:34:59.201134 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70faa4f2-0c59-474e-9034-c13e9533e29c", "name": "network-vif-plugged", "status": "completed", "tag": "761e92fb-b6a8-4086-97d6-9a4319b6edb2", "code": 200}]} {{(pid=93207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:34:59.201385 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2f053de9-f34e-4068-b2f2-32fd8ae1b05b {{(pid=93207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:34:59.201759 dv-cinder-792299-6-iscsi neutron-server[93207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70faa4f2-0c59-474e-9034-c13e9533e29c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '761e92fb-b6a8-4086-97d6-9a4319b6edb2', 'code': 200} Jul 22 02:34:59.207070 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port 761e92fb-b6a8-4086-97d6-9a4319b6edb2, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=761e92fb-b6a8-4086-97d6-9a4319b6edb2,segment=NetworkSegment(ed3fa64c-067a-4564-b1ab-aed7a924eb26),segment_id=ed3fa64c-067a-4564-b1ab-aed7a924eb26)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:34:59.237574 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:34:59.238384 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device 2601f226-b338-4a52-a67c-da14b4799349 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:34:59.271525 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] No Port match for: 2601f226-b338-4a52-a67c-da14b4799349 {{(pid=93207) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:34:59.271895 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device 2601f226-b338-4a52-a67c-da14b4799349 not bound to the agent host hv-cinder-79229 {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:34:59.327221 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Pushing event updated for resources: {'Port': ['ID=761e92fb-b6a8-4086-97d6-9a4319b6edb2,revision_number=7']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:34:59.337265 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-21bf0020-e3d3-427e-bc97-241e485929de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc788e52-4c67-4d00-8750-19c252030837', 'name': 'tempest-TestVolumeBootPattern-959882766-router', 'tenant_id': '67d612e4302c499b8d778fbcdd7b9044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': 'a5444e74-927b-483b-abdc-5289a02c6200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:30:43Z', 'updated_at': '2021-07-22T02:30:49Z', 'revision_number': 4, 'project_id': '67d612e4302c499b8d778fbcdd7b9044', 'gw_port': {'id': 'a5444e74-927b-483b-abdc-5289a02c6200', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc788e52-4c67-4d00-8750-19c252030837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:44Z', 'updated_at': '2021-07-22T02:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_interfaces': [{'id': '8991fcbf-3aa7-46c8-be11-bc154a3f4fb2', 'name': '', 'network_id': 'ffc27ac5-3775-4b53-826e-98afab9137ce', 'tenant_id': '67d612e4302c499b8d778fbcdd7b9044', 'mac_address': 'fa:16:3e:8f:6a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc788e52-4c67-4d00-8750-19c252030837', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '5ffe1ea2-2f9b-4245-839a-fb164d77066d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:48Z', 'updated_at': '2021-07-22T02:31:07Z', 'revision_number': 5, 'project_id': '67d612e4302c499b8d778fbcdd7b9044', 'subnets': [{'id': '5ffe1ea2-2f9b-4245-839a-fb164d77066d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:34:59.373953 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bf0020-e3d3-427e-bc97-241e485929de None None] Checking router: bc788e52-4c67-4d00-8750-19c252030837 for host: dv-cinder-792299-6-iscsi {{(pid=93207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:34:59.384254 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bf0020-e3d3-427e-bc97-241e485929de None None] Routers {'bc788e52-4c67-4d00-8750-19c252030837'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:34:59.384913 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-21bf0020-e3d3-427e-bc97-241e485929de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:34:44Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['bc788e52-4c67-4d00-8750-19c252030837'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:34:59.492390 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-21bf0020-e3d3-427e-bc97-241e485929de None None] Set router bc788e52-4c67-4d00-8750-19c252030837 gateway port host: dv-cinder-792299-6-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:34:59.752165 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-21bf0020-e3d3-427e-bc97-241e485929de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc788e52-4c67-4d00-8750-19c252030837', 'name': 'tempest-TestVolumeBootPattern-959882766-router', 'tenant_id': '67d612e4302c499b8d778fbcdd7b9044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': 'a5444e74-927b-483b-abdc-5289a02c6200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:30:43Z', 'updated_at': '2021-07-22T02:30:49Z', 'revision_number': 4, 'project_id': '67d612e4302c499b8d778fbcdd7b9044', 'gw_port': {'id': 'a5444e74-927b-483b-abdc-5289a02c6200', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc788e52-4c67-4d00-8750-19c252030837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:44Z', 'updated_at': '2021-07-22T02:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_interfaces': [{'id': '8991fcbf-3aa7-46c8-be11-bc154a3f4fb2', 'name': '', 'network_id': 'ffc27ac5-3775-4b53-826e-98afab9137ce', 'tenant_id': '67d612e4302c499b8d778fbcdd7b9044', 'mac_address': 'fa:16:3e:8f:6a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc788e52-4c67-4d00-8750-19c252030837', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '5ffe1ea2-2f9b-4245-839a-fb164d77066d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:48Z', 'updated_at': '2021-07-22T02:31:07Z', 'revision_number': 5, 'project_id': '67d612e4302c499b8d778fbcdd7b9044', 'subnets': [{'id': '5ffe1ea2-2f9b-4245-839a-fb164d77066d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:34:59.797224 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bf0020-e3d3-427e-bc97-241e485929de None None] The sync data for ids ['bc788e52-4c67-4d00-8750-19c252030837'] in dv-cinder-792299-6-iscsi is: [{'id': 'bc788e52-4c67-4d00-8750-19c252030837', 'name': 'tempest-TestVolumeBootPattern-959882766-router', 'tenant_id': '67d612e4302c499b8d778fbcdd7b9044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': 'a5444e74-927b-483b-abdc-5289a02c6200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:30:43Z', 'updated_at': '2021-07-22T02:30:49Z', 'revision_number': 4, 'project_id': '67d612e4302c499b8d778fbcdd7b9044', 'gw_port': {'id': 'a5444e74-927b-483b-abdc-5289a02c6200', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc788e52-4c67-4d00-8750-19c252030837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:44Z', 'updated_at': '2021-07-22T02:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_interfaces': [{'id': '8991fcbf-3aa7-46c8-be11-bc154a3f4fb2', 'name': '', 'network_id': 'ffc27ac5-3775-4b53-826e-98afab9137ce', 'tenant_id': '67d612e4302c499b8d778fbcdd7b9044', 'mac_address': 'fa:16:3e:8f:6a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc788e52-4c67-4d00-8750-19c252030837', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '5ffe1ea2-2f9b-4245-839a-fb164d77066d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:48Z', 'updated_at': '2021-07-22T02:31:07Z', 'revision_number': 5, 'project_id': '67d612e4302c499b8d778fbcdd7b9044', 'subnets': [{'id': '5ffe1ea2-2f9b-4245-839a-fb164d77066d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:35:00.033444 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90918d0f-a491-4b7d-8ba8-dfff5edc2d62 req-51baa53e-f1e6-49c3-87b7-adce858fee52 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:00.040874 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-90918d0f-a491-4b7d-8ba8-dfff5edc2d62 req-51baa53e-f1e6-49c3-87b7-adce858fee52 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=70faa4f2-0c59-474e-9034-c13e9533e29c HTTP/1.1" status: 200 len: 946 time: 0.0893910 Jul 22 02:35:00.093978 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-90918d0f-a491-4b7d-8ba8-dfff5edc2d62 req-b8f374e2-615e-4ce8-8b5a-40713eb3de1c tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0aed844-8f5e-4fb4-9e95-10092036d5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521216 Jul 22 02:35:00.143967 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491a9a66-18c6-4e9b-a0bf-b66b26c1bd5c None None] New status for floating IP cc946ea0-340e-450c-8546-1ca5ab5172e9: DOWN {{(pid=93208) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 02:35:00.145940 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-24984635-d31d-442b-9636-21654d448ac0 req-eca2538d-5b21-4b74-9e1e-41f6db7266fd tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-887065963&fields=id&tenant_id=67d612e4302c499b8d778fbcdd7b9044 HTTP/1.1" status: 200 len: 267 time: 0.0358300 Jul 22 02:35:00.266587 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24984635-d31d-442b-9636-21654d448ac0 req-2c25efdd-c191-4b40-87bd-ddc08bc7381d tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:00.270249 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-24984635-d31d-442b-9636-21654d448ac0 req-2c25efdd-c191-4b40-87bd-ddc08bc7381d tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/networks?id=ffc27ac5-3775-4b53-826e-98afab9137ce HTTP/1.1" status: 200 len: 811 time: 0.1171384 Jul 22 02:35:00.286800 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-24984635-d31d-442b-9636-21654d448ac0 req-e5e260b5-08fa-4efc-96f0-6545be8ff877 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/quotas/67d612e4302c499b8d778fbcdd7b9044 HTTP/1.1" status: 200 len: 375 time: 0.0114336 Jul 22 02:35:00.381042 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-24984635-d31d-442b-9636-21654d448ac0 req-32a92026-8445-43c7-9a01-e6bbfee462f3 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=67d612e4302c499b8d778fbcdd7b9044&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0811908 Jul 22 02:35:00.489206 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-24984635-d31d-442b-9636-21654d448ac0 req-05d0484d-c332-4dbd-89bb-f0bcbc4151ec service neutron] 10.222.0.30 "GET /v2.0/networks/ffc27ac5-3775-4b53-826e-98afab9137ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065075 Jul 22 02:35:00.575608 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-24984635-d31d-442b-9636-21654d448ac0 req-f0324619-ab5f-458f-9de2-d4640f5a2d16 service neutron] 10.222.0.30 "GET /v2.0/networks/ffc27ac5-3775-4b53-826e-98afab9137ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850708 Jul 22 02:35:00.923874 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d079a7dd-dcd8-40f8-bd6f-be0016d65fab req-d9040574-ca9c-4e84-b5d6-8fa7d24da088 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=e07e716e-b4fb-48f1-b239-e8cc6a957d58 HTTP/1.1" status: 200 len: 210 time: 0.0381243 Jul 22 02:35:01.231123 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb436e2-3988-41a1-b49e-1f2a60701f73 req-c75941df-4dbd-4edf-8883-46e1c7293fed tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:01.245788 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-feb436e2-3988-41a1-b49e-1f2a60701f73 req-c75941df-4dbd-4edf-8883-46e1c7293fed tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=70faa4f2-0c59-474e-9034-c13e9533e29c HTTP/1.1" status: 200 len: 946 time: 0.0820637 Jul 22 02:35:01.293374 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-feb436e2-3988-41a1-b49e-1f2a60701f73 req-a3f2f8e0-8e08-4faa-bfa8-9f9b6dc442c5 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0aed844-8f5e-4fb4-9e95-10092036d5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461524 Jul 22 02:35:02.012714 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24984635-d31d-442b-9636-21654d448ac0 req-9775ab0b-0856-486b-93d5-5c059e3135c3 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:02.015081 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-24984635-d31d-442b-9636-21654d448ac0 req-9775ab0b-0856-486b-93d5-5c059e3135c3 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.23 "GET /v2.0/networks?id=ffc27ac5-3775-4b53-826e-98afab9137ce HTTP/1.1" status: 200 len: 811 time: 0.1184852 Jul 22 02:35:02.049490 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-ce4999cf-b49a-4672-be0d-83114a45a7ec req-06365b6d-70ed-4f9d-8fe7-6ad1ccc687d9 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=e07e716e-b4fb-48f1-b239-e8cc6a957d58 HTTP/1.1" status: 200 len: 210 time: 0.0383387 Jul 22 02:35:02.068891 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-24984635-d31d-442b-9636-21654d448ac0 req-37f926ad-5061-40bc-a62d-422b3cfca7a7 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67d612e4302c499b8d778fbcdd7b9044 HTTP/1.1" status: 200 len: 379 time: 0.0424254 Jul 22 02:35:02.083014 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [req-24984635-d31d-442b-9636-21654d448ac0 req-5ef3ac4d-2d38-4dd8-867c-d067ca4e1ab8 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Request body: {'port': {'device_id': 'e07e716e-b4fb-48f1-b239-e8cc6a957d58', 'network_id': 'ffc27ac5-3775-4b53-826e-98afab9137ce', 'admin_state_up': True, 'tenant_id': '67d612e4302c499b8d778fbcdd7b9044', 'security_groups': ['63e9ec9d-cac8-47aa-a784-0c3cf16d9873']}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:35:02.265631 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24984635-d31d-442b-9636-21654d448ac0 req-5ef3ac4d-2d38-4dd8-867c-d067ca4e1ab8 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Made reservation on behalf of 67d612e4302c499b8d778fbcdd7b9044 for: {'port': 1} {{(pid=93205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:35:02.269649 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-24984635-d31d-442b-9636-21654d448ac0 req-5ef3ac4d-2d38-4dd8-867c-d067ca4e1ab8 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:02.406446 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.db_base_plugin_common [req-24984635-d31d-442b-9636-21654d448ac0 req-5ef3ac4d-2d38-4dd8-867c-d067ca4e1ab8 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Allocated IP 172.20.0.7 (ffc27ac5-3775-4b53-826e-98afab9137ce/5ffe1ea2-2f9b-4245-839a-fb164d77066d/f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75) {{(pid=93205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:35:02.467025 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349686c5-f9cf-41d1-83a0-94b9f91fa17d req-e0bb99e4-d73b-472d-8889-546bf9ef2aef tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:02.475051 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-349686c5-f9cf-41d1-83a0-94b9f91fa17d req-e0bb99e4-d73b-472d-8889-546bf9ef2aef tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=70faa4f2-0c59-474e-9034-c13e9533e29c HTTP/1.1" status: 200 len: 946 time: 0.0925138 Jul 22 02:35:02.524436 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-349686c5-f9cf-41d1-83a0-94b9f91fa17d req-5ffd7eff-17a7-4892-89b1-179770149f88 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0aed844-8f5e-4fb4-9e95-10092036d5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485239 Jul 22 02:35:02.599910 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-24984635-d31d-442b-9636-21654d448ac0 req-5ef3ac4d-2d38-4dd8-867c-d067ca4e1ab8 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks [] for port, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:02.619447 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.provisioning_blocks [req-24984635-d31d-442b-9636-21654d448ac0 req-5ef3ac4d-2d38-4dd8-867c-d067ca4e1ab8 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Transition to ACTIVE for port object f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75 will not be triggered until provisioned by entity DHCP. {{(pid=93205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:35:02.655814 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-24984635-d31d-442b-9636-21654d448ac0 req-5ef3ac4d-2d38-4dd8-867c-d067ca4e1ab8 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789867566219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3324451'] for port, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:02.707462 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24984635-d31d-442b-9636-21654d448ac0 req-5ef3ac4d-2d38-4dd8-867c-d067ca4e1ab8 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Network ffc27ac5-3775-4b53-826e-98afab9137ce is already hosted by enough agents. {{(pid=93205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:35:02.712514 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.base_scheduler [req-24984635-d31d-442b-9636-21654d448ac0 req-5ef3ac4d-2d38-4dd8-867c-d067ca4e1ab8 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Resources bound (agent type, host, resource id): {{(pid=93205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:35:02.716683 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.l3_dvrscheduler_db [req-24984635-d31d-442b-9636-21654d448ac0 req-5ef3ac4d-2d38-4dd8-867c-d067ca4e1ab8 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Received port after_create {{(pid=93205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:35:02.753819 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef3ac4d-2d38-4dd8-867c-d067ca4e1ab8 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Pushing event updated for resources: {'Port': ['ID=f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:02.780489 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24984635-d31d-442b-9636-21654d448ac0 req-5ef3ac4d-2d38-4dd8-867c-d067ca4e1ab8 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:02.781169 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-24984635-d31d-442b-9636-21654d448ac0 req-5ef3ac4d-2d38-4dd8-867c-d067ca4e1ab8 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409'] for port, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:02.797728 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-24984635-d31d-442b-9636-21654d448ac0 req-5ef3ac4d-2d38-4dd8-867c-d067ca4e1ab8 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7205362 Jul 22 02:35:02.813690 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [req-24984635-d31d-442b-9636-21654d448ac0 req-94d96ab2-1507-462a-a403-836882649ef9 service neutron] Request body: {'port': {'device_id': 'e07e716e-b4fb-48f1-b239-e8cc6a957d58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:35:02.911034 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-24984635-d31d-442b-9636-21654d448ac0 req-94d96ab2-1507-462a-a403-836882649ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:02.978210 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c3b7c3fe-6c65-45f6-8302-777fff0b8784 None None] Provisioning for port f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75 completed by entity DHCP. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:35:02.986222 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c3b7c3fe-6c65-45f6-8302-777fff0b8784 None None] Provisioning complete for port f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75 triggered by entity DHCP. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:35:02.987126 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c3b7c3fe-6c65-45f6-8302-777fff0b8784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:03.039611 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-c3b7c3fe-6c65-45f6-8302-777fff0b8784 None None] Port f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75 cannot update to ACTIVE because it is not bound. {{(pid=93207) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 02:35:03.206314 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc5e7ee-9589-44b3-a119-9f1a5f209e74 req-dc08e2d0-7283-42ca-b081-c624864d05a2 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:03.215601 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-6dc5e7ee-9589-44b3-a119-9f1a5f209e74 req-dc08e2d0-7283-42ca-b081-c624864d05a2 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=e07e716e-b4fb-48f1-b239-e8cc6a957d58 HTTP/1.1" status: 200 len: 931 time: 0.0887930 Jul 22 02:35:03.244678 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.notifiers.nova [req-24984635-d31d-442b-9636-21654d448ac0 req-94d96ab2-1507-462a-a403-836882649ef9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75 {{(pid=93205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:35:03.268831 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-24984635-d31d-442b-9636-21654d448ac0 req-94d96ab2-1507-462a-a403-836882649ef9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:03.282416 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-6dc5e7ee-9589-44b3-a119-9f1a5f209e74 req-5de1e9db-da0d-4fbe-9101-bec953c30709 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/security-groups?id=63e9ec9d-cac8-47aa-a784-0c3cf16d9873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569730 Jul 22 02:35:03.296232 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.provisioning_blocks [req-24984635-d31d-442b-9636-21654d448ac0 req-94d96ab2-1507-462a-a403-836882649ef9 service neutron] Transition to ACTIVE for port object f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75 will not be triggered until provisioned by entity L2. {{(pid=93205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:35:03.301952 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-24984635-d31d-442b-9636-21654d448ac0 req-94d96ab2-1507-462a-a403-836882649ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3324456'] for port, after_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:03.353329 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d96ab2-1507-462a-a403-836882649ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75,revision_number=2']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:03.459454 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.managers [req-24984635-d31d-442b-9636-21654d448ac0 req-94d96ab2-1507-462a-a403-836882649ef9 service neutron] Attempting to bind port f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75 on host hv-cinder-79229 for vnic_type normal with profile {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:35:03.459797 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.managers [req-24984635-d31d-442b-9636-21654d448ac0 req-94d96ab2-1507-462a-a403-836882649ef9 service neutron] Attempting to bind port f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': 'e2dbb9ad-6b1e-4fed-8fd7-c6f57aada715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ffc27ac5-3775-4b53-826e-98afab9137ce'}] {{(pid=93205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:35:03.460121 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24984635-d31d-442b-9636-21654d448ac0 req-94d96ab2-1507-462a-a403-836882649ef9 service neutron] Attempting to bind port f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75 on network ffc27ac5-3775-4b53-826e-98afab9137ce {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:35:03.472222 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24984635-d31d-442b-9636-21654d448ac0 req-94d96ab2-1507-462a-a403-836882649ef9 service neutron] Port f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75 on network ffc27ac5-3775-4b53-826e-98afab9137ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 02:35:03.472607 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24984635-d31d-442b-9636-21654d448ac0 req-94d96ab2-1507-462a-a403-836882649ef9 service neutron] Attempting to bind port f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75 on network ffc27ac5-3775-4b53-826e-98afab9137ce {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:35:03.481058 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24984635-d31d-442b-9636-21654d448ac0 req-94d96ab2-1507-462a-a403-836882649ef9 service neutron] Checking agent: {'id': '3e047b69-7131-4bb7-a905-86c2cdf7c2d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 27, 10), 'started_at': datetime.datetime(2021, 7, 22, 2, 27, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:35:03.481677 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24984635-d31d-442b-9636-21654d448ac0 req-94d96ab2-1507-462a-a403-836882649ef9 service neutron] Checking segment: {'id': 'e2dbb9ad-6b1e-4fed-8fd7-c6f57aada715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ffc27ac5-3775-4b53-826e-98afab9137ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:35:03.482265 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24984635-d31d-442b-9636-21654d448ac0 req-94d96ab2-1507-462a-a403-836882649ef9 service neutron] Bound using segment: {'id': 'e2dbb9ad-6b1e-4fed-8fd7-c6f57aada715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ffc27ac5-3775-4b53-826e-98afab9137ce'} {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:35:03.482709 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.managers [req-24984635-d31d-442b-9636-21654d448ac0 req-94d96ab2-1507-462a-a403-836882649ef9 service neutron] Bound port: f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2dbb9ad-6b1e-4fed-8fd7-c6f57aada715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ffc27ac5-3775-4b53-826e-98afab9137ce'}}] {{(pid=93205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:35:03.483074 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-24984635-d31d-442b-9636-21654d448ac0 req-94d96ab2-1507-462a-a403-836882649ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:03.563299 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.db [req-24984635-d31d-442b-9636-21654d448ac0 req-94d96ab2-1507-462a-a403-836882649ef9 service neutron] For port f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75, host hv-cinder-79229, cleared binding levels {{(pid=93205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:35:03.566854 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.db [req-24984635-d31d-442b-9636-21654d448ac0 req-94d96ab2-1507-462a-a403-836882649ef9 service neutron] For port f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75,segment=NetworkSegment(e2dbb9ad-6b1e-4fed-8fd7-c6f57aada715),segment_id=e2dbb9ad-6b1e-4fed-8fd7-c6f57aada715)] {{(pid=93205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:35:03.574576 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-24984635-d31d-442b-9636-21654d448ac0 req-94d96ab2-1507-462a-a403-836882649ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3324456'] for port, after_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:03.611064 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24984635-d31d-442b-9636-21654d448ac0 req-94d96ab2-1507-462a-a403-836882649ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:03.615371 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-24984635-d31d-442b-9636-21654d448ac0 req-94d96ab2-1507-462a-a403-836882649ef9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409'] for port, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:03.617426 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-24984635-d31d-442b-9636-21654d448ac0 req-94d96ab2-1507-462a-a403-836882649ef9 service neutron] 10.222.0.23 "PUT /v2.0/ports/f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75 HTTP/1.1" status: 200 len: 1093 time: 0.8082964 Jul 22 02:35:03.618068 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e07e716e-b4fb-48f1-b239-e8cc6a957d58', 'tag': 'f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75'}] {{(pid=93205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:35:03.620679 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1519ab49a2e6f2c0b9af796621e68389a02ac4e63e9641ecb08298f364d17118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed94055c-ad54-459c-a128-a3c65db4f4c1" -d '{"events": [{"name": "network-changed", "server_uuid": "e07e716e-b4fb-48f1-b239-e8cc6a957d58", "tag": "f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75"}]}' {{(pid=93205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:35:03.650413 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d96ab2-1507-462a-a403-836882649ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75,revision_number=3']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:03.713962 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bee640-8a1e-4607-97c8-045b77b4591e req-051c65c6-c41b-4e39-90fc-d05697dcd7da tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:03.715641 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b5bee640-8a1e-4607-97c8-045b77b4591e req-051c65c6-c41b-4e39-90fc-d05697dcd7da tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=70faa4f2-0c59-474e-9034-c13e9533e29c HTTP/1.1" status: 200 len: 946 time: 0.1055698 Jul 22 02:35:03.730039 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 02:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aeec944-7249-4f01-83ec-7fd773ba209a x-openstack-request-id: req-0aeec944-7249-4f01-83ec-7fd773ba209a {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:35:03.731672 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e07e716e-b4fb-48f1-b239-e8cc6a957d58", "tag": "f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75", "status": "completed", "code": 200}]} {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:35:03.733182 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0aeec944-7249-4f01-83ec-7fd773ba209a {{(pid=93205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:35:03.733590 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e07e716e-b4fb-48f1-b239-e8cc6a957d58', 'tag': 'f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75', 'status': 'completed', 'code': 200} Jul 22 02:35:03.780639 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24984635-d31d-442b-9636-21654d448ac0 req-5f1ba891-887a-4168-b6b5-135ad17dc1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:03.782519 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-24984635-d31d-442b-9636-21654d448ac0 req-5f1ba891-887a-4168-b6b5-135ad17dc1cb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=67d612e4302c499b8d778fbcdd7b9044&device_id=e07e716e-b4fb-48f1-b239-e8cc6a957d58 HTTP/1.1" status: 200 len: 1096 time: 0.1079912 Jul 22 02:35:03.791975 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b5bee640-8a1e-4607-97c8-045b77b4591e req-aca40fd9-9955-44dc-a824-9f883668696f tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0aed844-8f5e-4fb4-9e95-10092036d5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701432 Jul 22 02:35:03.837909 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-24984635-d31d-442b-9636-21654d448ac0 req-bea442cc-e6c0-4368-957f-65f6a4c9a0a3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75 HTTP/1.1" status: 200 len: 217 time: 0.0463715 Jul 22 02:35:03.898875 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24984635-d31d-442b-9636-21654d448ac0 req-33ead5e0-dda5-4746-8377-370465acd463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:03.900341 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-24984635-d31d-442b-9636-21654d448ac0 req-33ead5e0-dda5-4746-8377-370465acd463 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5ffe1ea2-2f9b-4245-839a-fb164d77066d HTTP/1.1" status: 200 len: 850 time: 0.0559974 Jul 22 02:35:03.963973 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24984635-d31d-442b-9636-21654d448ac0 req-14eff817-2eaf-490d-9b35-ceab46628474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:03.965625 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-24984635-d31d-442b-9636-21654d448ac0 req-14eff817-2eaf-490d-9b35-ceab46628474 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ffc27ac5-3775-4b53-826e-98afab9137ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0582576 Jul 22 02:35:04.066654 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-24984635-d31d-442b-9636-21654d448ac0 req-15644135-4c8b-403e-aac8-42eecc83265a service neutron] 10.222.0.23 "GET /v2.0/networks/ffc27ac5-3775-4b53-826e-98afab9137ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925663 Jul 22 02:35:04.170428 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-24984635-d31d-442b-9636-21654d448ac0 req-0df7f925-42a5-4ddd-a5a3-6516d4faa9e4 service neutron] 10.222.0.23 "GET /v2.0/networks/ffc27ac5-3775-4b53-826e-98afab9137ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966034 Jul 22 02:35:04.289121 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed94055c-ad54-459c-a128-a3c65db4f4c1 req-bcd9915d-75b1-4ff8-8eaa-dc7219fa7dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:04.290630 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ed94055c-ad54-459c-a128-a3c65db4f4c1 req-bcd9915d-75b1-4ff8-8eaa-dc7219fa7dff service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=67d612e4302c499b8d778fbcdd7b9044&device_id=e07e716e-b4fb-48f1-b239-e8cc6a957d58 HTTP/1.1" status: 200 len: 1096 time: 0.0614140 Jul 22 02:35:04.420180 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed94055c-ad54-459c-a128-a3c65db4f4c1 req-0438c42e-ddef-4243-8f19-c64528ed09c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:04.421884 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ed94055c-ad54-459c-a128-a3c65db4f4c1 req-0438c42e-ddef-4243-8f19-c64528ed09c9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ffc27ac5-3775-4b53-826e-98afab9137ce HTTP/1.1" status: 200 len: 911 time: 0.1225047 Jul 22 02:35:04.435955 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b639a-27be-43fa-9c7d-d039d422df59 req-e8d58096-dd17-492f-9254-1c567dd630fc tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:04.437308 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-547b639a-27be-43fa-9c7d-d039d422df59 req-e8d58096-dd17-492f-9254-1c567dd630fc tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=e07e716e-b4fb-48f1-b239-e8cc6a957d58 HTTP/1.1" status: 200 len: 943 time: 0.0911801 Jul 22 02:35:04.489415 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-547b639a-27be-43fa-9c7d-d039d422df59 req-fe572bf4-f9ac-4884-ab83-4fedcd9a20ae tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/security-groups?id=63e9ec9d-cac8-47aa-a784-0c3cf16d9873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461140 Jul 22 02:35:04.499695 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ed94055c-ad54-459c-a128-a3c65db4f4c1 req-656ac023-48d6-4b98-8980-17d8f9eb4919 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75 HTTP/1.1" status: 200 len: 217 time: 0.0698750 Jul 22 02:35:04.564739 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed94055c-ad54-459c-a128-a3c65db4f4c1 req-8544cd7d-a2fe-4687-9299-6384cfc90278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:04.566808 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ed94055c-ad54-459c-a128-a3c65db4f4c1 req-8544cd7d-a2fe-4687-9299-6384cfc90278 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5ffe1ea2-2f9b-4245-839a-fb164d77066d HTTP/1.1" status: 200 len: 850 time: 0.0576074 Jul 22 02:35:04.631599 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed94055c-ad54-459c-a128-a3c65db4f4c1 req-3dfae3de-ea27-469e-8e2c-56b54c09a04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:04.633302 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ed94055c-ad54-459c-a128-a3c65db4f4c1 req-3dfae3de-ea27-469e-8e2c-56b54c09a04c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ffc27ac5-3775-4b53-826e-98afab9137ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0594141 Jul 22 02:35:04.739039 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ed94055c-ad54-459c-a128-a3c65db4f4c1 req-d0ec5957-6337-4f33-bd4f-c2a8631d811e service neutron] 10.222.0.23 "GET /v2.0/networks/ffc27ac5-3775-4b53-826e-98afab9137ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973876 Jul 22 02:35:04.845310 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ed94055c-ad54-459c-a128-a3c65db4f4c1 req-72d47f0e-373c-435c-9485-f762015c3c08 service neutron] 10.222.0.23 "GET /v2.0/networks/ffc27ac5-3775-4b53-826e-98afab9137ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985329 Jul 22 02:35:04.956218 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d05928e-0551-4ae4-8794-8beba5b63dd0 req-bbc25a9d-20bd-4e6d-beba-89ced1d8ab00 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:04.957757 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-0d05928e-0551-4ae4-8794-8beba5b63dd0 req-bbc25a9d-20bd-4e6d-beba-89ced1d8ab00 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=70faa4f2-0c59-474e-9034-c13e9533e29c HTTP/1.1" status: 200 len: 946 time: 0.0734704 Jul 22 02:35:05.012836 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-0d05928e-0551-4ae4-8794-8beba5b63dd0 req-c34003b0-edc0-43e5-8c87-4b5de4b3df0c tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0aed844-8f5e-4fb4-9e95-10092036d5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389462 Jul 22 02:35:05.631071 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4db89-51e7-4407-b237-1a23811dbe3d req-b871d587-1275-424e-8b22-a16a57839e58 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:05.636113 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-3aa4db89-51e7-4407-b237-1a23811dbe3d req-b871d587-1275-424e-8b22-a16a57839e58 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=e07e716e-b4fb-48f1-b239-e8cc6a957d58 HTTP/1.1" status: 200 len: 943 time: 0.0751026 Jul 22 02:35:05.672870 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-3aa4db89-51e7-4407-b237-1a23811dbe3d req-c93464bc-9a69-41eb-8ee7-08bc0d2e4074 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/security-groups?id=63e9ec9d-cac8-47aa-a784-0c3cf16d9873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342536 Jul 22 02:35:06.164848 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724885b6-19a6-4ade-9b00-2e4a8cfb3a7b req-25639b99-cffd-4ed2-a4a8-b97da116a9b9 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:06.166445 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-724885b6-19a6-4ade-9b00-2e4a8cfb3a7b req-25639b99-cffd-4ed2-a4a8-b97da116a9b9 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=70faa4f2-0c59-474e-9034-c13e9533e29c HTTP/1.1" status: 200 len: 946 time: 0.0889294 Jul 22 02:35:06.207677 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-724885b6-19a6-4ade-9b00-2e4a8cfb3a7b req-a7fde4f5-e40e-470c-afec-556a50f9d213 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0aed844-8f5e-4fb4-9e95-10092036d5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342793 Jul 22 02:35:06.820476 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79e8f79-6743-4eb4-85ea-d3875eebc4e1 req-a1ad7d63-918b-48a2-89c3-8ff266a68e90 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:06.822360 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b79e8f79-6743-4eb4-85ea-d3875eebc4e1 req-a1ad7d63-918b-48a2-89c3-8ff266a68e90 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=e07e716e-b4fb-48f1-b239-e8cc6a957d58 HTTP/1.1" status: 200 len: 943 time: 0.0731599 Jul 22 02:35:06.867337 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b79e8f79-6743-4eb4-85ea-d3875eebc4e1 req-78a00af4-31a2-4776-9615-d63b5abf1db1 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/security-groups?id=63e9ec9d-cac8-47aa-a784-0c3cf16d9873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383070 Jul 22 02:35:07.361156 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9087d064-8eba-4fbd-867c-20aedb0a601d req-0eff9953-79fb-4832-807d-ac3bde8c2879 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:07.362892 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9087d064-8eba-4fbd-867c-20aedb0a601d req-0eff9953-79fb-4832-807d-ac3bde8c2879 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=70faa4f2-0c59-474e-9034-c13e9533e29c HTTP/1.1" status: 200 len: 946 time: 0.0710785 Jul 22 02:35:07.406176 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9087d064-8eba-4fbd-867c-20aedb0a601d req-79be2e40-e611-41a7-a15d-2accdc02a8e3 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0aed844-8f5e-4fb4-9e95-10092036d5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363820 Jul 22 02:35:08.003783 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e0f69-284a-4e77-95de-bde4783e0522 req-ace728ab-63d9-47e6-be21-1b0a815e6a0a tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:08.011089 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-ba5e0f69-284a-4e77-95de-bde4783e0522 req-ace728ab-63d9-47e6-be21-1b0a815e6a0a tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=e07e716e-b4fb-48f1-b239-e8cc6a957d58 HTTP/1.1" status: 200 len: 943 time: 0.0749590 Jul 22 02:35:08.053360 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-ba5e0f69-284a-4e77-95de-bde4783e0522 req-b69d1d0e-f5e5-4aef-b449-f416c8f43b6f tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/security-groups?id=63e9ec9d-cac8-47aa-a784-0c3cf16d9873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395186 Jul 22 02:35:08.546756 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa0b07-1bc5-4242-87a7-55da21284a44 req-7c244636-20c3-4ac7-ac5d-10030cdb042c tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:08.548233 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9ffa0b07-1bc5-4242-87a7-55da21284a44 req-7c244636-20c3-4ac7-ac5d-10030cdb042c tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=70faa4f2-0c59-474e-9034-c13e9533e29c HTTP/1.1" status: 200 len: 946 time: 0.0667534 Jul 22 02:35:08.585924 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9ffa0b07-1bc5-4242-87a7-55da21284a44 req-35800ea0-d949-4b93-aaee-5103252f21fc tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0aed844-8f5e-4fb4-9e95-10092036d5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318780 Jul 22 02:35:09.109732 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e9148-8567-4c83-b964-4f8d9ead50d6 req-d095e8bb-8bf0-4c70-95cb-2882ef527ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:09.111255 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-b13e9148-8567-4c83-b964-4f8d9ead50d6 req-d095e8bb-8bf0-4c70-95cb-2882ef527ea9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=390f421b378f4ffc8c6d8fc7bd0e0d86&device_id=70faa4f2-0c59-474e-9034-c13e9533e29c HTTP/1.1" status: 200 len: 1099 time: 0.0561504 Jul 22 02:35:09.172332 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff956cd6-e089-4266-912d-3817069a080d req-88d2fde5-71b5-409e-a8b6-9c01364952f3 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:09.173846 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-ff956cd6-e089-4266-912d-3817069a080d req-88d2fde5-71b5-409e-a8b6-9c01364952f3 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=e07e716e-b4fb-48f1-b239-e8cc6a957d58 HTTP/1.1" status: 200 len: 943 time: 0.0632081 Jul 22 02:35:09.199552 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e9148-8567-4c83-b964-4f8d9ead50d6 req-2a8943ed-b2fe-4324-94f3-ac5f8a8b3454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:09.201217 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-b13e9148-8567-4c83-b964-4f8d9ead50d6 req-2a8943ed-b2fe-4324-94f3-ac5f8a8b3454 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c1704d84-6956-4df3-918a-504126cdf765 HTTP/1.1" status: 200 len: 917 time: 0.0839469 Jul 22 02:35:09.211178 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-ff956cd6-e089-4266-912d-3817069a080d req-1e264095-f04c-4df8-826a-e76de18fc345 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/security-groups?id=63e9ec9d-cac8-47aa-a784-0c3cf16d9873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310974 Jul 22 02:35:09.270481 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-b13e9148-8567-4c83-b964-4f8d9ead50d6 req-88b97464-f89d-4cee-b892-dfcfb2cf64d9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=761e92fb-b6a8-4086-97d6-9a4319b6edb2 HTTP/1.1" status: 200 len: 1002 time: 0.0620103 Jul 22 02:35:09.319082 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e9148-8567-4c83-b964-4f8d9ead50d6 req-5ade855a-4a3f-4958-9183-93d26c8b0031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:09.320477 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-b13e9148-8567-4c83-b964-4f8d9ead50d6 req-5ade855a-4a3f-4958-9183-93d26c8b0031 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b32e8e6a-923e-4e9e-b074-47bc54badd49 HTTP/1.1" status: 200 len: 856 time: 0.0431030 Jul 22 02:35:09.376690 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e9148-8567-4c83-b964-4f8d9ead50d6 req-5783b7c4-29a6-49b3-a7e8-db7410f2fac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:09.378232 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-b13e9148-8567-4c83-b964-4f8d9ead50d6 req-5783b7c4-29a6-49b3-a7e8-db7410f2fac8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c1704d84-6956-4df3-918a-504126cdf765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0515440 Jul 22 02:35:09.469894 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-b13e9148-8567-4c83-b964-4f8d9ead50d6 req-909a49bf-62e1-4ed7-b733-9d77fa19c23b service neutron] 10.222.0.23 "GET /v2.0/networks/c1704d84-6956-4df3-918a-504126cdf765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852098 Jul 22 02:35:09.556077 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-b13e9148-8567-4c83-b964-4f8d9ead50d6 req-cddf7461-e4e1-4d3a-b9b5-408f962b89c2 service neutron] 10.222.0.23 "GET /v2.0/networks/c1704d84-6956-4df3-918a-504126cdf765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799522 Jul 22 02:35:09.719614 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed4a19c-cdb4-4b2d-9494-560f39920c8b req-27b03f19-81cd-41aa-972e-3a636be598cc tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:09.721090 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9ed4a19c-cdb4-4b2d-9494-560f39920c8b req-27b03f19-81cd-41aa-972e-3a636be598cc tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=70faa4f2-0c59-474e-9034-c13e9533e29c HTTP/1.1" status: 200 len: 946 time: 0.0618143 Jul 22 02:35:09.761017 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9ed4a19c-cdb4-4b2d-9494-560f39920c8b req-017abd57-e48c-47dd-85c2-f5b89fda4353 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0aed844-8f5e-4fb4-9e95-10092036d5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337710 Jul 22 02:35:10.337376 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e9a4a-e064-4ea8-a9d2-922cb15c3da9 req-434edc9b-4e3f-448d-9514-71a6fb508fdd tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:10.338840 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-636e9a4a-e064-4ea8-a9d2-922cb15c3da9 req-434edc9b-4e3f-448d-9514-71a6fb508fdd tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=e07e716e-b4fb-48f1-b239-e8cc6a957d58 HTTP/1.1" status: 200 len: 943 time: 0.0628471 Jul 22 02:35:10.374809 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-636e9a4a-e064-4ea8-a9d2-922cb15c3da9 req-322ba548-7370-4330-959f-848318ef3c25 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/security-groups?id=63e9ec9d-cac8-47aa-a784-0c3cf16d9873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306809 Jul 22 02:35:10.566088 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.agents_db [None req-f1c5c46c-8295-40fa-87c5-0db6e260a587 None None] Agent healthcheck: found 6 active agents {{(pid=93208) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 02:35:10.893859 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2116844-35bc-48f2-999d-e312ed538778 req-29062f86-bac1-4e65-af50-dea7098ff8cf tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:10.895221 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d2116844-35bc-48f2-999d-e312ed538778 req-29062f86-bac1-4e65-af50-dea7098ff8cf tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=70faa4f2-0c59-474e-9034-c13e9533e29c HTTP/1.1" status: 200 len: 946 time: 0.0614505 Jul 22 02:35:10.931763 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d2116844-35bc-48f2-999d-e312ed538778 req-7b759a78-5b68-4017-bc05-9d7a6ab2d24d tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0aed844-8f5e-4fb4-9e95-10092036d5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306032 Jul 22 02:35:11.084899 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-f9b99d79-76dd-4818-bc8a-d4f4981a89e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:11.124399 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0212ce37-1971-4b75-bacc-8180610aec9e req-ec357adc-c381-4e7c-9fee-82552e67f769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:11.125908 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-0212ce37-1971-4b75-bacc-8180610aec9e req-ec357adc-c381-4e7c-9fee-82552e67f769 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=390f421b378f4ffc8c6d8fc7bd0e0d86&device_id=70faa4f2-0c59-474e-9034-c13e9533e29c HTTP/1.1" status: 200 len: 1099 time: 0.0579383 Jul 22 02:35:11.240501 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0212ce37-1971-4b75-bacc-8180610aec9e req-51f83c73-8b1f-4347-9549-0beba5934b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:11.242004 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-0212ce37-1971-4b75-bacc-8180610aec9e req-51f83c73-8b1f-4347-9549-0beba5934b0b service neutron] 10.222.0.23 "GET /v2.0/networks?id=c1704d84-6956-4df3-918a-504126cdf765 HTTP/1.1" status: 200 len: 917 time: 0.0834730 Jul 22 02:35:11.312839 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-0212ce37-1971-4b75-bacc-8180610aec9e req-fa809d5d-84f8-4ed1-b874-415a699d5331 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=761e92fb-b6a8-4086-97d6-9a4319b6edb2 HTTP/1.1" status: 200 len: 1002 time: 0.0643809 Jul 22 02:35:11.361779 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0212ce37-1971-4b75-bacc-8180610aec9e req-f6240ed2-4df2-470a-b1d3-25443fbd42a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:11.363230 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-0212ce37-1971-4b75-bacc-8180610aec9e req-f6240ed2-4df2-470a-b1d3-25443fbd42a1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b32e8e6a-923e-4e9e-b074-47bc54badd49 HTTP/1.1" status: 200 len: 856 time: 0.0437415 Jul 22 02:35:11.419900 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0212ce37-1971-4b75-bacc-8180610aec9e req-f606aa07-0442-4468-8bd8-4b132a7ddc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:11.421474 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-0212ce37-1971-4b75-bacc-8180610aec9e req-f606aa07-0442-4468-8bd8-4b132a7ddc56 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c1704d84-6956-4df3-918a-504126cdf765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512357 Jul 22 02:35:11.503597 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779f5ef-8052-460b-9e82-614947d60977 req-c50d929c-5ae4-445a-a4d9-9f2304446ef1 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:11.505100 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-8779f5ef-8052-460b-9e82-614947d60977 req-c50d929c-5ae4-445a-a4d9-9f2304446ef1 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=e07e716e-b4fb-48f1-b239-e8cc6a957d58 HTTP/1.1" status: 200 len: 943 time: 0.0650218 Jul 22 02:35:11.514738 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-0212ce37-1971-4b75-bacc-8180610aec9e req-96ef43ca-46b9-49bb-b1f2-fb909cf2d05a service neutron] 10.222.0.23 "GET /v2.0/networks/c1704d84-6956-4df3-918a-504126cdf765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852897 Jul 22 02:35:11.542727 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-8779f5ef-8052-460b-9e82-614947d60977 req-99f285ae-c91c-45f5-9db6-580d5f7abc23 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/security-groups?id=63e9ec9d-cac8-47aa-a784-0c3cf16d9873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319898 Jul 22 02:35:11.614978 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-0212ce37-1971-4b75-bacc-8180610aec9e req-b60dcc30-341f-462b-bb72-55485d2696d3 service neutron] 10.222.0.23 "GET /v2.0/networks/c1704d84-6956-4df3-918a-504126cdf765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847828 Jul 22 02:35:12.065413 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f378bba9-a6e0-433b-a8b1-5fd9430e1fb0 req-080a8131-7ba4-48bc-ac47-c46105b447a0 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:12.066932 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-f378bba9-a6e0-433b-a8b1-5fd9430e1fb0 req-080a8131-7ba4-48bc-ac47-c46105b447a0 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=70faa4f2-0c59-474e-9034-c13e9533e29c HTTP/1.1" status: 200 len: 946 time: 0.0632529 Jul 22 02:35:12.105617 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-f378bba9-a6e0-433b-a8b1-5fd9430e1fb0 req-0b3c6dc3-16d3-477d-9f2e-0e7ba40675c8 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0aed844-8f5e-4fb4-9e95-10092036d5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327628 Jul 22 02:35:12.313942 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:12.674158 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa3528-0032-4114-991d-519fadd11e3b req-ed8134fc-0095-4f0f-8488-bb290106f4ff tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:12.676210 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-26fa3528-0032-4114-991d-519fadd11e3b req-ed8134fc-0095-4f0f-8488-bb290106f4ff tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=e07e716e-b4fb-48f1-b239-e8cc6a957d58 HTTP/1.1" status: 200 len: 943 time: 0.0644243 Jul 22 02:35:12.718500 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-26fa3528-0032-4114-991d-519fadd11e3b req-bfcc69bc-04a9-4cc3-90fb-29fa37db768d tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/security-groups?id=63e9ec9d-cac8-47aa-a784-0c3cf16d9873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362134 Jul 22 02:35:12.785569 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=93207) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 02:35:12.789262 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device 761e92fb-b6a8-4086-97d6-9a4319b6edb2 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:35:12.935705 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:12.957686 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75,segment=NetworkSegment(e2dbb9ad-6b1e-4fed-8fd7-c6f57aada715),segment_id=e2dbb9ad-6b1e-4fed-8fd7-c6f57aada715)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:35:12.975896 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Returning: {'device': 'f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75', 'network_id': 'ffc27ac5-3775-4b53-826e-98afab9137ce', 'port_id': 'f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75', 'mac_address': 'fa:16:3e:4e:65:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ffe1ea2-2f9b-4245-839a-fb164d77066d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93207) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 02:35:12.980906 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70faa4f2-0c59-474e-9034-c13e9533e29c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '761e92fb-b6a8-4086-97d6-9a4319b6edb2'}] {{(pid=93207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:35:12.983231 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7ee477d080e02922d9a3c1e9b5cc60990edb702a504399eb5b32d0111ac025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437b8ceb-b2b0-42cd-83f8-e5d136223465" -d '{"events": [{"server_uuid": "70faa4f2-0c59-474e-9034-c13e9533e29c", "name": "network-vif-unplugged", "status": "completed", "tag": "761e92fb-b6a8-4086-97d6-9a4319b6edb2"}]}' {{(pid=93207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:35:12.993936 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49393297-1131-4902-900c-e88b41dcc683 req-4af7f266-9936-432c-ab6f-4f53bd11b1b0 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:12.995564 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-49393297-1131-4902-900c-e88b41dcc683 req-4af7f266-9936-432c-ab6f-4f53bd11b1b0 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=70faa4f2-0c59-474e-9034-c13e9533e29c HTTP/1.1" status: 200 len: 946 time: 0.0744827 Jul 22 02:35:12.998695 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port 761e92fb-b6a8-4086-97d6-9a4319b6edb2, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=761e92fb-b6a8-4086-97d6-9a4319b6edb2,segment=NetworkSegment(ed3fa64c-067a-4564-b1ab-aed7a924eb26),segment_id=ed3fa64c-067a-4564-b1ab-aed7a924eb26)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:35:13.019180 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:13.028778 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 22 Jul 2021 02:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-806e5ee7-3b25-499f-96b5-3eee0378efc4 x-openstack-request-id: req-806e5ee7-3b25-499f-96b5-3eee0378efc4 {{(pid=93207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:35:13.029074 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70faa4f2-0c59-474e-9034-c13e9533e29c", "name": "network-vif-unplugged", "status": "failed", "tag": "761e92fb-b6a8-4086-97d6-9a4319b6edb2", "code": 422}]} {{(pid=93207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:35:13.029325 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-806e5ee7-3b25-499f-96b5-3eee0378efc4 {{(pid=93207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:35:13.030113 dv-cinder-792299-6-iscsi neutron-server[93207]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '70faa4f2-0c59-474e-9034-c13e9533e29c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '761e92fb-b6a8-4086-97d6-9a4319b6edb2', 'code': 422} returned with failed status Jul 22 02:35:13.040837 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-49393297-1131-4902-900c-e88b41dcc683 req-c51bd007-020d-42a7-8691-3edf45bfe52c tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0aed844-8f5e-4fb4-9e95-10092036d5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381744 Jul 22 02:35:13.056586 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-4500740b-9a14-46ad-a02a-d41fdee46cf2 req-b2ee3a27-801a-45f7-ac72-83b94d154f5e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=70faa4f2-0c59-474e-9034-c13e9533e29c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0825782 Jul 22 02:35:13.060056 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:13.089048 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.notifiers.nova [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75 {{(pid=93207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:35:13.096463 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Pushing event updated for resources: {'Port': ['ID=761e92fb-b6a8-4086-97d6-9a4319b6edb2,revision_number=8']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:13.113918 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75,segment=NetworkSegment(e2dbb9ad-6b1e-4fed-8fd7-c6f57aada715),segment_id=e2dbb9ad-6b1e-4fed-8fd7-c6f57aada715)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:35:13.118234 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:13.167600 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Pushing event updated for resources: {'Port': ['ID=f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75,revision_number=4']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:13.344815 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] get_ports_and_sgs() called for port_ids ['f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75'] {{(pid=93207) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:35:13.814316 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6e3b291d-e010-4294-b493-70056108c35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:13.861390 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025cfd4a-0bf7-4762-b2a9-d68b205eb3c1 req-8ca3f037-8d84-4894-b098-b94af0057d48 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:13.862897 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-025cfd4a-0bf7-4762-b2a9-d68b205eb3c1 req-8ca3f037-8d84-4894-b098-b94af0057d48 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=e07e716e-b4fb-48f1-b239-e8cc6a957d58 HTTP/1.1" status: 200 len: 944 time: 0.0644832 Jul 22 02:35:13.865946 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500740b-9a14-46ad-a02a-d41fdee46cf2 req-eda9457b-150f-413d-b0f8-07b5ae10dcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:13.867443 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-4500740b-9a14-46ad-a02a-d41fdee46cf2 req-eda9457b-150f-413d-b0f8-07b5ae10dcd0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=70faa4f2-0c59-474e-9034-c13e9533e29c&tenant_id=390f421b378f4ffc8c6d8fc7bd0e0d86 HTTP/1.1" status: 200 len: 1097 time: 0.0911818 Jul 22 02:35:13.898115 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:13.906880 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-025cfd4a-0bf7-4762-b2a9-d68b205eb3c1 req-7afc25b5-73b9-44c0-a889-6f1decbf756e tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/security-groups?id=63e9ec9d-cac8-47aa-a784-0c3cf16d9873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379016 Jul 22 02:35:13.941565 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500740b-9a14-46ad-a02a-d41fdee46cf2 req-8cc04fc1-b539-4383-ab10-70021cd59838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:13.943055 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-4500740b-9a14-46ad-a02a-d41fdee46cf2 req-8cc04fc1-b539-4383-ab10-70021cd59838 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=390f421b378f4ffc8c6d8fc7bd0e0d86&device_id=70faa4f2-0c59-474e-9034-c13e9533e29c HTTP/1.1" status: 200 len: 1097 time: 0.0523205 Jul 22 02:35:14.031876 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500740b-9a14-46ad-a02a-d41fdee46cf2 req-c7caa778-36f6-4d39-b643-82fe8c01cd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:14.033260 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-4500740b-9a14-46ad-a02a-d41fdee46cf2 req-c7caa778-36f6-4d39-b643-82fe8c01cd02 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c1704d84-6956-4df3-918a-504126cdf765 HTTP/1.1" status: 200 len: 917 time: 0.0837028 Jul 22 02:35:14.097752 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-4500740b-9a14-46ad-a02a-d41fdee46cf2 req-0f7121bd-654d-4a21-a456-9571828e475a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=761e92fb-b6a8-4086-97d6-9a4319b6edb2 HTTP/1.1" status: 200 len: 1000 time: 0.0579817 Jul 22 02:35:14.143666 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500740b-9a14-46ad-a02a-d41fdee46cf2 req-3bcd0912-5416-4cfc-baa3-7092022cba69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:14.145170 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-4500740b-9a14-46ad-a02a-d41fdee46cf2 req-3bcd0912-5416-4cfc-baa3-7092022cba69 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b32e8e6a-923e-4e9e-b074-47bc54badd49 HTTP/1.1" status: 200 len: 856 time: 0.0417075 Jul 22 02:35:14.180874 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790878b-e55e-44fc-8c06-3cdec9aca6a4 req-a165c18d-a4d4-4f3f-b507-a929ca430924 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:14.182358 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e790878b-e55e-44fc-8c06-3cdec9aca6a4 req-a165c18d-a4d4-4f3f-b507-a929ca430924 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=70faa4f2-0c59-474e-9034-c13e9533e29c HTTP/1.1" status: 200 len: 944 time: 0.0658028 Jul 22 02:35:14.200770 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500740b-9a14-46ad-a02a-d41fdee46cf2 req-b848815e-b8a5-4642-aac2-b25585f1af71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:14.202258 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-4500740b-9a14-46ad-a02a-d41fdee46cf2 req-b848815e-b8a5-4642-aac2-b25585f1af71 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c1704d84-6956-4df3-918a-504126cdf765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0507152 Jul 22 02:35:14.219027 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e790878b-e55e-44fc-8c06-3cdec9aca6a4 req-cd05a32b-c8d7-4f95-8619-a259d6b3481a tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0aed844-8f5e-4fb4-9e95-10092036d5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311382 Jul 22 02:35:14.295377 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-4500740b-9a14-46ad-a02a-d41fdee46cf2 req-3639a7e9-8580-4996-ac9a-ae5f358bf562 service neutron] 10.222.0.23 "GET /v2.0/networks/c1704d84-6956-4df3-918a-504126cdf765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850832 Jul 22 02:35:14.389827 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-4500740b-9a14-46ad-a02a-d41fdee46cf2 req-b1e68ac9-9880-4f12-ae13-ba2d6c198344 service neutron] 10.222.0.23 "GET /v2.0/networks/c1704d84-6956-4df3-918a-504126cdf765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793056 Jul 22 02:35:14.729324 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9c5a9526-544c-492b-b3ab-1b4c68701215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:14.795540 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75 up at agent hyperv_hv-cinder-79229 {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:35:14.870314 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Provisioning for port f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75 completed by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:35:14.875919 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Provisioning complete for port f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75 triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:35:14.876620 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:14.967182 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:15.012932 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75,segment=NetworkSegment(e2dbb9ad-6b1e-4fed-8fd7-c6f57aada715),segment_id=e2dbb9ad-6b1e-4fed-8fd7-c6f57aada715)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:35:15.019461 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:15.020612 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device 761e92fb-b6a8-4086-97d6-9a4319b6edb2 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:35:15.050922 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e07e716e-b4fb-48f1-b239-e8cc6a957d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75'}] {{(pid=93207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:35:15.054892 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7ee477d080e02922d9a3c1e9b5cc60990edb702a504399eb5b32d0111ac025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed67abc-1a04-46f0-b605-ac834a8bc5a3" -d '{"events": [{"server_uuid": "e07e716e-b4fb-48f1-b239-e8cc6a957d58", "name": "network-vif-plugged", "status": "completed", "tag": "f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75"}]}' {{(pid=93207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:35:15.098984 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e2319a-ea61-4457-a5ce-14e7cfbcdadd req-9660a562-fcfa-48a4-a951-64e1dafdae2e tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:15.121435 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Pushing event updated for resources: {'Port': ['ID=f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75,revision_number=5']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:15.128922 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-67e2319a-ea61-4457-a5ce-14e7cfbcdadd req-9660a562-fcfa-48a4-a951-64e1dafdae2e tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=e07e716e-b4fb-48f1-b239-e8cc6a957d58 HTTP/1.1" status: 200 len: 944 time: 0.1478581 Jul 22 02:35:15.147934 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e99444e-7d14-4cfc-beb1-775867494834 x-openstack-request-id: req-4e99444e-7d14-4cfc-beb1-775867494834 {{(pid=93207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:35:15.148221 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e07e716e-b4fb-48f1-b239-e8cc6a957d58", "name": "network-vif-plugged", "status": "completed", "tag": "f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75", "code": 200}]} {{(pid=93207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:35:15.148470 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4e99444e-7d14-4cfc-beb1-775867494834 {{(pid=93207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:35:15.148895 dv-cinder-792299-6-iscsi neutron-server[93207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e07e716e-b4fb-48f1-b239-e8cc6a957d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75', 'code': 200} Jul 22 02:35:15.189532 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-67e2319a-ea61-4457-a5ce-14e7cfbcdadd req-398d020f-a6c6-4666-9c3c-0923876035d7 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/security-groups?id=63e9ec9d-cac8-47aa-a784-0c3cf16d9873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594101 Jul 22 02:35:15.386655 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b81fee-f405-4c61-ab1a-4ec4fdf36c7f req-d7dd0b1d-cdbc-459b-9429-30fc52028a7d tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:15.388182 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-07b81fee-f405-4c61-ab1a-4ec4fdf36c7f req-d7dd0b1d-cdbc-459b-9429-30fc52028a7d tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=70faa4f2-0c59-474e-9034-c13e9533e29c HTTP/1.1" status: 200 len: 944 time: 0.0892646 Jul 22 02:35:15.429914 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-07b81fee-f405-4c61-ab1a-4ec4fdf36c7f req-84b4961b-ddff-466a-a921-163171ec9812 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0aed844-8f5e-4fb4-9e95-10092036d5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361450 Jul 22 02:35:16.240503 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-46ac0fbd-03cc-41f5-9e75-a35c43e1b5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:16.307809 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061560ad-29f0-4e30-b3db-f120a5a0c1ce req-c9921ace-a70c-43b3-9196-047cbb8a1040 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:16.309337 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-061560ad-29f0-4e30-b3db-f120a5a0c1ce req-c9921ace-a70c-43b3-9196-047cbb8a1040 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=e07e716e-b4fb-48f1-b239-e8cc6a957d58 HTTP/1.1" status: 200 len: 945 time: 0.0635638 Jul 22 02:35:16.345759 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-061560ad-29f0-4e30-b3db-f120a5a0c1ce req-348b2504-6c95-4154-8315-3bd1b030c949 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/security-groups?id=63e9ec9d-cac8-47aa-a784-0c3cf16d9873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308905 Jul 22 02:35:16.565916 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb854e5c-1959-4b78-88fd-111e2ab9b235 req-c88b39a3-bbfe-4226-a71b-ec8ccc8749c7 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:16.567799 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-cb854e5c-1959-4b78-88fd-111e2ab9b235 req-c88b39a3-bbfe-4226-a71b-ec8ccc8749c7 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=70faa4f2-0c59-474e-9034-c13e9533e29c HTTP/1.1" status: 200 len: 944 time: 0.0679779 Jul 22 02:35:16.607803 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-cb854e5c-1959-4b78-88fd-111e2ab9b235 req-1b06025b-aecc-4e42-a09f-e59774d23d8b tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0aed844-8f5e-4fb4-9e95-10092036d5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345302 Jul 22 02:35:17.482717 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a8969f-9866-4c99-a051-73f57fb4e908 req-67621197-54aa-4695-8632-e60fc108675e tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:17.484486 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-41a8969f-9866-4c99-a051-73f57fb4e908 req-67621197-54aa-4695-8632-e60fc108675e tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=e07e716e-b4fb-48f1-b239-e8cc6a957d58 HTTP/1.1" status: 200 len: 945 time: 0.0698242 Jul 22 02:35:17.523466 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-41a8969f-9866-4c99-a051-73f57fb4e908 req-01e4548c-6c28-48f4-bac7-99c5e2b84a9e tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/security-groups?id=63e9ec9d-cac8-47aa-a784-0c3cf16d9873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334675 Jul 22 02:35:17.754749 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398309a9-b32d-4db7-a56a-fedd47f9e6a1 req-5fa28de6-ce5b-4470-bfe7-d88215591f72 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:17.756784 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-398309a9-b32d-4db7-a56a-fedd47f9e6a1 req-5fa28de6-ce5b-4470-bfe7-d88215591f72 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=70faa4f2-0c59-474e-9034-c13e9533e29c HTTP/1.1" status: 200 len: 944 time: 0.0712469 Jul 22 02:35:17.799231 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-398309a9-b32d-4db7-a56a-fedd47f9e6a1 req-9f22d64c-0a96-4c8d-b8ec-e01f130b5564 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0aed844-8f5e-4fb4-9e95-10092036d5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346363 Jul 22 02:35:18.655154 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca48f12-9e17-4cfc-8ac0-380ec47feee1 req-d3f3f35d-026d-42f2-94ee-e5c9ce9d8d37 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:18.656550 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-2ca48f12-9e17-4cfc-8ac0-380ec47feee1 req-d3f3f35d-026d-42f2-94ee-e5c9ce9d8d37 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=e07e716e-b4fb-48f1-b239-e8cc6a957d58 HTTP/1.1" status: 200 len: 945 time: 0.0632145 Jul 22 02:35:18.696415 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-2ca48f12-9e17-4cfc-8ac0-380ec47feee1 req-4e10b5b3-00a9-4d09-96eb-f8d3df41ad1f tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/security-groups?id=63e9ec9d-cac8-47aa-a784-0c3cf16d9873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343897 Jul 22 02:35:18.933610 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0531f36a-c1b1-43c0-a3fc-0853a5500ca6 req-656de7f0-2466-4f18-9aec-5fbc6325122f tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:18.935079 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-0531f36a-c1b1-43c0-a3fc-0853a5500ca6 req-656de7f0-2466-4f18-9aec-5fbc6325122f tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=70faa4f2-0c59-474e-9034-c13e9533e29c HTTP/1.1" status: 200 len: 944 time: 0.0628996 Jul 22 02:35:18.971438 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-0531f36a-c1b1-43c0-a3fc-0853a5500ca6 req-4aca24b5-d6cd-484a-a3ce-fb8c48317fe2 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0aed844-8f5e-4fb4-9e95-10092036d5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310414 Jul 22 02:35:19.839529 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e39b89-f27e-40f3-b9f0-043a95ed6b28 req-6a8fa56a-912b-47d4-aa75-f4a8a41d2e4b tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:19.841014 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-50e39b89-f27e-40f3-b9f0-043a95ed6b28 req-6a8fa56a-912b-47d4-aa75-f4a8a41d2e4b tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=e07e716e-b4fb-48f1-b239-e8cc6a957d58 HTTP/1.1" status: 200 len: 945 time: 0.0622351 Jul 22 02:35:19.880149 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-50e39b89-f27e-40f3-b9f0-043a95ed6b28 req-ab227d42-f4bf-4b5d-86ed-1d0deb730f3a tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/security-groups?id=63e9ec9d-cac8-47aa-a784-0c3cf16d9873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334260 Jul 22 02:35:20.111979 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5beab-53f0-4c39-8ebc-392e08e4e226 req-2a75b69a-026d-4bc2-a36f-5fad839fb066 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:20.113488 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-48d5beab-53f0-4c39-8ebc-392e08e4e226 req-2a75b69a-026d-4bc2-a36f-5fad839fb066 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=70faa4f2-0c59-474e-9034-c13e9533e29c HTTP/1.1" status: 200 len: 944 time: 0.0664189 Jul 22 02:35:20.149941 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-48d5beab-53f0-4c39-8ebc-392e08e4e226 req-06c386ba-09c0-474b-a37b-6eecaa662492 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0aed844-8f5e-4fb4-9e95-10092036d5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309763 Jul 22 02:35:21.018385 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088e54e-5fca-420f-bfc5-39f8a79bd511 req-f1c1aede-307f-4291-84a7-157485808a9f tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:21.020030 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9088e54e-5fca-420f-bfc5-39f8a79bd511 req-f1c1aede-307f-4291-84a7-157485808a9f tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=e07e716e-b4fb-48f1-b239-e8cc6a957d58 HTTP/1.1" status: 200 len: 945 time: 0.0659840 Jul 22 02:35:21.056863 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-9088e54e-5fca-420f-bfc5-39f8a79bd511 req-99e73573-1528-41cd-b32e-e8ea1d3d7886 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/security-groups?id=63e9ec9d-cac8-47aa-a784-0c3cf16d9873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306022 Jul 22 02:35:21.293832 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7e4fb9-c763-478d-9b11-5c8014548911 req-c6441eee-a8a7-4971-9881-cecd607181e3 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:21.295307 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-8d7e4fb9-c763-478d-9b11-5c8014548911 req-c6441eee-a8a7-4971-9881-cecd607181e3 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=70faa4f2-0c59-474e-9034-c13e9533e29c HTTP/1.1" status: 200 len: 944 time: 0.0726426 Jul 22 02:35:21.339367 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-8d7e4fb9-c763-478d-9b11-5c8014548911 req-1541f190-32c1-447b-abd2-f7f7afdea39f tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0aed844-8f5e-4fb4-9e95-10092036d5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380359 Jul 22 02:35:22.194064 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a55bd9-84d2-4400-b99a-0578cb10896a req-03f34338-189e-4e2e-bb89-b143a003e654 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:22.196049 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-c5a55bd9-84d2-4400-b99a-0578cb10896a req-03f34338-189e-4e2e-bb89-b143a003e654 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=e07e716e-b4fb-48f1-b239-e8cc6a957d58 HTTP/1.1" status: 200 len: 945 time: 0.0740314 Jul 22 02:35:22.233278 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-c5a55bd9-84d2-4400-b99a-0578cb10896a req-24dcfd2a-8663-4141-a218-495ddbc32a86 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/security-groups?id=63e9ec9d-cac8-47aa-a784-0c3cf16d9873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316758 Jul 22 02:35:22.480362 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7323ccc-4df7-44d3-b171-aacffe76699e req-0a0e77e9-325d-46f3-9f37-97f2dc0fce0f tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:22.481919 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e7323ccc-4df7-44d3-b171-aacffe76699e req-0a0e77e9-325d-46f3-9f37-97f2dc0fce0f tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=70faa4f2-0c59-474e-9034-c13e9533e29c HTTP/1.1" status: 200 len: 944 time: 0.0648756 Jul 22 02:35:22.519709 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e7323ccc-4df7-44d3-b171-aacffe76699e req-46dc0bc1-866f-4cfe-b3d0-ddcaca6b62be tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0aed844-8f5e-4fb4-9e95-10092036d5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319736 Jul 22 02:35:23.369922 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc688b2-8b21-4340-b82c-1cb9c78739e8 req-bc9600bb-c2a1-4165-998d-72eb5f814db6 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:23.371404 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-adc688b2-8b21-4340-b82c-1cb9c78739e8 req-bc9600bb-c2a1-4165-998d-72eb5f814db6 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=e07e716e-b4fb-48f1-b239-e8cc6a957d58 HTTP/1.1" status: 200 len: 945 time: 0.0697439 Jul 22 02:35:23.408576 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-adc688b2-8b21-4340-b82c-1cb9c78739e8 req-cd8b889c-1fcf-4503-808a-5423cda63d64 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/security-groups?id=63e9ec9d-cac8-47aa-a784-0c3cf16d9873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316472 Jul 22 02:35:23.654186 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf144a-ebd5-4e32-8a90-7f78f3bdf6c6 req-12b75f0e-1843-4f69-9b6e-558a02d0aaf1 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:23.656370 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-0aaf144a-ebd5-4e32-8a90-7f78f3bdf6c6 req-12b75f0e-1843-4f69-9b6e-558a02d0aaf1 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=70faa4f2-0c59-474e-9034-c13e9533e29c HTTP/1.1" status: 200 len: 944 time: 0.0656054 Jul 22 02:35:23.703837 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-0aaf144a-ebd5-4e32-8a90-7f78f3bdf6c6 req-d1da0f95-642a-47e1-a4d7-5ad69757104a tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0aed844-8f5e-4fb4-9e95-10092036d5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417371 Jul 22 02:35:24.536165 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8753e2f-5ef3-4d89-ac35-47aa7356ef0a req-070feccf-5027-4708-acb8-e81fdf4cca63 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:24.536165 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-c8753e2f-5ef3-4d89-ac35-47aa7356ef0a req-070feccf-5027-4708-acb8-e81fdf4cca63 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=e07e716e-b4fb-48f1-b239-e8cc6a957d58 HTTP/1.1" status: 200 len: 945 time: 0.0630987 Jul 22 02:35:24.578272 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-c8753e2f-5ef3-4d89-ac35-47aa7356ef0a req-6326a55d-0c7f-4d1a-b71b-8b8be9580309 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/security-groups?id=63e9ec9d-cac8-47aa-a784-0c3cf16d9873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360699 Jul 22 02:35:24.836040 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf664cf-1eb0-405e-bf18-794de8dfc03e req-dbc08086-0391-4679-8e0c-3014a379baf4 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:24.837440 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-cbf664cf-1eb0-405e-bf18-794de8dfc03e req-dbc08086-0391-4679-8e0c-3014a379baf4 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=70faa4f2-0c59-474e-9034-c13e9533e29c HTTP/1.1" status: 200 len: 944 time: 0.0624039 Jul 22 02:35:24.874256 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-cbf664cf-1eb0-405e-bf18-794de8dfc03e req-7de338b9-41ef-4e70-a972-d79975a509a7 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0aed844-8f5e-4fb4-9e95-10092036d5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314612 Jul 22 02:35:25.706118 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afcb0a1-6f98-4b3f-9885-af3235e16610 req-a2e09f0f-8566-44df-a37a-d97480b64e71 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:25.707604 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-0afcb0a1-6f98-4b3f-9885-af3235e16610 req-a2e09f0f-8566-44df-a37a-d97480b64e71 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=e07e716e-b4fb-48f1-b239-e8cc6a957d58 HTTP/1.1" status: 200 len: 945 time: 0.0635395 Jul 22 02:35:25.747507 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-0afcb0a1-6f98-4b3f-9885-af3235e16610 req-554b992b-bf6a-4af5-9af0-a9441c6fcd1b tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/security-groups?id=63e9ec9d-cac8-47aa-a784-0c3cf16d9873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336056 Jul 22 02:35:26.028804 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f7cde-2db6-4feb-94a4-ca46a0762695 req-0f9d75d3-02c7-46d3-816b-21cda643a14d tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:26.030997 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-776f7cde-2db6-4feb-94a4-ca46a0762695 req-0f9d75d3-02c7-46d3-816b-21cda643a14d tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=70faa4f2-0c59-474e-9034-c13e9533e29c HTTP/1.1" status: 200 len: 944 time: 0.0855093 Jul 22 02:35:26.069536 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-776f7cde-2db6-4feb-94a4-ca46a0762695 req-01ee1016-b817-4330-ac01-c74f28b441e1 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0aed844-8f5e-4fb4-9e95-10092036d5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329545 Jul 22 02:35:26.872517 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417846ab-c086-4032-a81b-cc8304debe62 req-0ad2bc0c-5e26-4e34-91d8-55a835d7989c tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:26.874029 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-417846ab-c086-4032-a81b-cc8304debe62 req-0ad2bc0c-5e26-4e34-91d8-55a835d7989c tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=e07e716e-b4fb-48f1-b239-e8cc6a957d58 HTTP/1.1" status: 200 len: 945 time: 0.0616505 Jul 22 02:35:26.917212 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-417846ab-c086-4032-a81b-cc8304debe62 req-e18d7272-57de-4f6d-85c0-751ffe588f5f tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/security-groups?id=63e9ec9d-cac8-47aa-a784-0c3cf16d9873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377786 Jul 22 02:35:27.118658 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42ebb3-895b-4178-890e-b406ac619cc2 req-743019c1-837c-4e19-9967-ec1892f020e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:27.120138 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-6a42ebb3-895b-4178-890e-b406ac619cc2 req-743019c1-837c-4e19-9967-ec1892f020e1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e07e716e-b4fb-48f1-b239-e8cc6a957d58 HTTP/1.1" status: 200 len: 1098 time: 0.0509951 Jul 22 02:35:27.160205 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-6a42ebb3-895b-4178-890e-b406ac619cc2 req-727c011e-2403-4fab-8028-1082163e3519 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=63e9ec9d-cac8-47aa-a784-0c3cf16d9873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318868 Jul 22 02:35:27.199570 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeab3b29-815e-4d80-8b27-91e45c206736 req-8a1baee3-5ed8-4117-8bfe-d402476d88a6 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:27.201064 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-aeab3b29-815e-4d80-8b27-91e45c206736 req-8a1baee3-5ed8-4117-8bfe-d402476d88a6 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=70faa4f2-0c59-474e-9034-c13e9533e29c HTTP/1.1" status: 200 len: 944 time: 0.0620787 Jul 22 02:35:27.241130 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-aeab3b29-815e-4d80-8b27-91e45c206736 req-84d1b9b8-3352-4d80-a21a-50436241cb44 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0aed844-8f5e-4fb4-9e95-10092036d5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345356 Jul 22 02:35:28.051912 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a66014-62c1-4a02-ae21-a4cf92f378b3 req-e6fb6ddb-c6c0-43ca-8ce2-9a2ca998c6e1 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:28.053444 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e6a66014-62c1-4a02-ae21-a4cf92f378b3 req-e6fb6ddb-c6c0-43ca-8ce2-9a2ca998c6e1 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=e07e716e-b4fb-48f1-b239-e8cc6a957d58 HTTP/1.1" status: 200 len: 945 time: 0.0646946 Jul 22 02:35:28.090200 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e6a66014-62c1-4a02-ae21-a4cf92f378b3 req-4b63e5f7-7347-449d-8834-aef0fd0c1038 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/security-groups?id=63e9ec9d-cac8-47aa-a784-0c3cf16d9873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312643 Jul 22 02:35:28.372826 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d682fd-38f3-41f9-852d-612ecdba2097 req-c110f0a6-4ffd-4074-96c6-fd715dd1ddcb tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:28.374269 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-20d682fd-38f3-41f9-852d-612ecdba2097 req-c110f0a6-4ffd-4074-96c6-fd715dd1ddcb tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=70faa4f2-0c59-474e-9034-c13e9533e29c HTTP/1.1" status: 200 len: 944 time: 0.0613086 Jul 22 02:35:28.410205 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-20d682fd-38f3-41f9-852d-612ecdba2097 req-f2c732ab-5ebb-42ef-b007-905b096f67c7 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0aed844-8f5e-4fb4-9e95-10092036d5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306120 Jul 22 02:35:28.894317 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device 761e92fb-b6a8-4086-97d6-9a4319b6edb2 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=93207) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 02:35:28.985789 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port 761e92fb-b6a8-4086-97d6-9a4319b6edb2, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=761e92fb-b6a8-4086-97d6-9a4319b6edb2,segment=NetworkSegment(ed3fa64c-067a-4564-b1ab-aed7a924eb26),segment_id=ed3fa64c-067a-4564-b1ab-aed7a924eb26)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:35:28.996304 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Returning: {'device': '761e92fb-b6a8-4086-97d6-9a4319b6edb2', 'network_id': 'c1704d84-6956-4df3-918a-504126cdf765', 'port_id': '761e92fb-b6a8-4086-97d6-9a4319b6edb2', 'mac_address': 'fa:16:3e:c0:09:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b32e8e6a-923e-4e9e-b074-47bc54badd49', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93207) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 02:35:29.035243 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:29.048446 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.notifiers.nova [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 761e92fb-b6a8-4086-97d6-9a4319b6edb2 {{(pid=93207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:35:29.068106 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port 761e92fb-b6a8-4086-97d6-9a4319b6edb2, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=761e92fb-b6a8-4086-97d6-9a4319b6edb2,segment=NetworkSegment(ed3fa64c-067a-4564-b1ab-aed7a924eb26),segment_id=ed3fa64c-067a-4564-b1ab-aed7a924eb26)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:35:29.072057 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:29.118289 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Pushing event updated for resources: {'Port': ['ID=761e92fb-b6a8-4086-97d6-9a4319b6edb2,revision_number=9']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:29.222438 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6575e14e-dc4f-4e59-924c-cdfdb8104e4f req-755d122a-c029-4d46-a1f8-082aa54da055 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:29.223902 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-6575e14e-dc4f-4e59-924c-cdfdb8104e4f req-755d122a-c029-4d46-a1f8-082aa54da055 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=e07e716e-b4fb-48f1-b239-e8cc6a957d58 HTTP/1.1" status: 200 len: 945 time: 0.0696747 Jul 22 02:35:29.261840 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-6575e14e-dc4f-4e59-924c-cdfdb8104e4f req-2dcb9a3c-af1d-4bf9-b454-9182df83f766 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/security-groups?id=63e9ec9d-cac8-47aa-a784-0c3cf16d9873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323188 Jul 22 02:35:29.299494 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] get_ports_and_sgs() called for port_ids ['761e92fb-b6a8-4086-97d6-9a4319b6edb2'] {{(pid=93207) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:35:29.397200 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a7ca63-e776-4de3-9cd0-6374df8d3efe req-b03456ca-21b6-4fc0-9872-8b88a7099f23 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:29.398725 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-71a7ca63-e776-4de3-9cd0-6374df8d3efe req-b03456ca-21b6-4fc0-9872-8b88a7099f23 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=e07e716e-b4fb-48f1-b239-e8cc6a957d58 HTTP/1.1" status: 200 len: 945 time: 0.0630944 Jul 22 02:35:29.436510 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-71a7ca63-e776-4de3-9cd0-6374df8d3efe req-36f93cd4-12df-4035-bf67-234ddadc77a3 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/security-groups?id=63e9ec9d-cac8-47aa-a784-0c3cf16d9873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321267 Jul 22 02:35:29.458746 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 34622) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:35:29.550883 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018bc92c-f217-4fbe-a0c9-fbd777e350fc tempest-TestVolumeBootPattern-1419767876 tempest-TestVolumeBootPattern-1419767876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:29.552965 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-018bc92c-f217-4fbe-a0c9-fbd777e350fc tempest-TestVolumeBootPattern-1419767876 tempest-TestVolumeBootPattern-1419767876-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e07e716e-b4fb-48f1-b239-e8cc6a957d58 HTTP/1.1" status: 200 len: 1093 time: 0.0927181 Jul 22 02:35:29.556046 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 34624) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:35:29.561361 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-d67a7051-a0e8-4e62-9e63-bc843ea5b85e tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Request body: {'floatingip': {'floating_network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'port_id': 'f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75', 'tenant_id': '67d612e4302c499b8d778fbcdd7b9044', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:35:29.568271 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a7b91a-6fb9-4f42-9e3c-4a5a3da05e79 req-0214b4a2-2f30-4031-9196-fa9524bdf6f2 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:29.569732 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-91a7b91a-6fb9-4f42-9e3c-4a5a3da05e79 req-0214b4a2-2f30-4031-9196-fa9524bdf6f2 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=70faa4f2-0c59-474e-9034-c13e9533e29c HTTP/1.1" status: 200 len: 945 time: 0.0834889 Jul 22 02:35:29.608568 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-91a7b91a-6fb9-4f42-9e3c-4a5a3da05e79 req-8bee8f93-73f7-4d58-863b-b207cbcfb0c5 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0aed844-8f5e-4fb4-9e95-10092036d5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332181 Jul 22 02:35:29.788098 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-d67a7051-a0e8-4e62-9e63-bc843ea5b85e tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks [] for floatingip, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:29.877314 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-d67a7051-a0e8-4e62-9e63-bc843ea5b85e tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:29.977768 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.db_base_plugin_common [None req-d67a7051-a0e8-4e62-9e63-bc843ea5b85e tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Allocated IP 172.27.3.152 (a2bee0e8-177e-45f0-aff1-c80473345c00/ecc19678-5b8b-45eb-bc42-2a87169fcb4c/d296ef33-307d-4d74-86ef-069e8cc8f01e) {{(pid=93205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:35:30.072719 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-d67a7051-a0e8-4e62-9e63-bc843ea5b85e tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks [] for port, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:30.108995 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-d67a7051-a0e8-4e62-9e63-bc843ea5b85e tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789867566219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3324451'] for port, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:30.149200 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67a7051-a0e8-4e62-9e63-bc843ea5b85e tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Network a2bee0e8-177e-45f0-aff1-c80473345c00 is already hosted by enough agents. {{(pid=93205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:35:30.155852 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.base_scheduler [None req-d67a7051-a0e8-4e62-9e63-bc843ea5b85e tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Resources bound (agent type, host, resource id): {{(pid=93205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:35:30.158275 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67a7051-a0e8-4e62-9e63-bc843ea5b85e tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Received port after_create {{(pid=93205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:35:30.184243 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67a7051-a0e8-4e62-9e63-bc843ea5b85e tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Pushing event updated for resources: {'Port': ['ID=d296ef33-307d-4d74-86ef-069e8cc8f01e,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:30.501583 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-d67a7051-a0e8-4e62-9e63-bc843ea5b85e tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:30.576611 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-d67a7051-a0e8-4e62-9e63-bc843ea5b85e tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:30.722112 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-d67a7051-a0e8-4e62-9e63-bc843ea5b85e tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks [] for port, precommit_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:30.726771 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-d67a7051-a0e8-4e62-9e63-bc843ea5b85e tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3324456'] for port, after_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:30.742039 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4c01c9-7c13-413e-b6f5-a4977c42b27e req-601ba61a-716e-49a5-910b-68e823b9b310 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:30.743535 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-2f4c01c9-7c13-413e-b6f5-a4977c42b27e req-601ba61a-716e-49a5-910b-68e823b9b310 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=70faa4f2-0c59-474e-9034-c13e9533e29c HTTP/1.1" status: 200 len: 945 time: 0.0636964 Jul 22 02:35:30.780427 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-2f4c01c9-7c13-413e-b6f5-a4977c42b27e req-c89d35f9-a44b-4fb6-82f5-f14cb53bafb9 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0aed844-8f5e-4fb4-9e95-10092036d5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311649 Jul 22 02:35:30.794708 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67a7051-a0e8-4e62-9e63-bc843ea5b85e tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Pushing event updated for resources: {'Port': ['ID=d296ef33-307d-4d74-86ef-069e8cc8f01e,revision_number=2']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:30.803293 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-d67a7051-a0e8-4e62-9e63-bc843ea5b85e tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746573'] for floatingip, after_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:30.896733 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.db.l3_db [None req-d67a7051-a0e8-4e62-9e63-bc843ea5b85e tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Floating IP 38dfe835-0d55-48eb-ba62-5a806bbc9be4 associated. External IP: 172.27.3.152, port: f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75. Jul 22 02:35:30.910190 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device 761e92fb-b6a8-4086-97d6-9a4319b6edb2 up at agent hyperv_hv-cinder-79229 {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:35:30.955818 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Provisioning complete for port 761e92fb-b6a8-4086-97d6-9a4319b6edb2 triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:35:30.956194 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:31.028892 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:31.055075 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70faa4f2-0c59-474e-9034-c13e9533e29c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '761e92fb-b6a8-4086-97d6-9a4319b6edb2'}] {{(pid=93207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:35:31.057355 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7ee477d080e02922d9a3c1e9b5cc60990edb702a504399eb5b32d0111ac025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e160459a-c495-44fd-9c26-fb1895b3db07" -d '{"events": [{"server_uuid": "70faa4f2-0c59-474e-9034-c13e9533e29c", "name": "network-vif-plugged", "status": "completed", "tag": "761e92fb-b6a8-4086-97d6-9a4319b6edb2"}]}' {{(pid=93207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:35:31.077149 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port 761e92fb-b6a8-4086-97d6-9a4319b6edb2, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=761e92fb-b6a8-4086-97d6-9a4319b6edb2,segment=NetworkSegment(ed3fa64c-067a-4564-b1ab-aed7a924eb26),segment_id=ed3fa64c-067a-4564-b1ab-aed7a924eb26)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:35:31.082540 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:31.106375 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97763e3-1d32-40b7-9fd4-5bdc8183603f x-openstack-request-id: req-a97763e3-1d32-40b7-9fd4-5bdc8183603f {{(pid=93207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:35:31.106660 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70faa4f2-0c59-474e-9034-c13e9533e29c", "name": "network-vif-plugged", "status": "completed", "tag": "761e92fb-b6a8-4086-97d6-9a4319b6edb2", "code": 200}]} {{(pid=93207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:35:31.106902 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a97763e3-1d32-40b7-9fd4-5bdc8183603f {{(pid=93207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:35:31.107278 dv-cinder-792299-6-iscsi neutron-server[93207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70faa4f2-0c59-474e-9034-c13e9533e29c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '761e92fb-b6a8-4086-97d6-9a4319b6edb2', 'code': 200} Jul 22 02:35:31.109552 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d67a7051-a0e8-4e62-9e63-bc843ea5b85e tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Router bc788e52-4c67-4d00-8750-19c252030837 has already been hosted by L3 agent f9ed0358-a013-4c74-a622-17ee633b4610 {{(pid=93205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 02:35:31.132951 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Pushing event updated for resources: {'Port': ['ID=761e92fb-b6a8-4086-97d6-9a4319b6edb2,revision_number=10']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:31.226418 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d67a7051-a0e8-4e62-9e63-bc843ea5b85e tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify agent at l3_agent.dv-cinder-792299-6-iscsi the message routers_updated {{(pid=93205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:35:31.276094 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73844c4-b58e-47d2-9daf-f6887505661b None None] Sync routers for ids ['bc788e52-4c67-4d00-8750-19c252030837'] in dv-cinder-792299-6-iscsi {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:35:31.290197 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73844c4-b58e-47d2-9daf-f6887505661b None None] Routers {'bc788e52-4c67-4d00-8750-19c252030837'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:35:31.291159 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-a73844c4-b58e-47d2-9daf-f6887505661b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:35:14Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['bc788e52-4c67-4d00-8750-19c252030837'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:35:31.326894 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-d67a7051-a0e8-4e62-9e63-bc843ea5b85e tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409'] for floatingip, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:31.375829 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-d67a7051-a0e8-4e62-9e63-bc843ea5b85e tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8180974 Jul 22 02:35:31.379310 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e07e716e-b4fb-48f1-b239-e8cc6a957d58', 'tag': 'f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75'}] {{(pid=93205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:35:31.381540 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1519ab49a2e6f2c0b9af796621e68389a02ac4e63e9641ecb08298f364d17118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffefa726-7864-4c5b-846c-ed7875ed65df" -d '{"events": [{"name": "network-changed", "server_uuid": "e07e716e-b4fb-48f1-b239-e8cc6a957d58", "tag": "f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75"}]}' {{(pid=93205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:35:31.395139 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e187d586-480f-4130-b725-84af56fc71e8 req-05bf91a3-a61f-49b8-9405-d05a45e2f49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:31.397206 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-e187d586-480f-4130-b725-84af56fc71e8 req-05bf91a3-a61f-49b8-9405-d05a45e2f49e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=70faa4f2-0c59-474e-9034-c13e9533e29c HTTP/1.1" status: 200 len: 1100 time: 0.1034982 Jul 22 02:35:31.419001 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 02:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c42786-e45e-4ae9-8078-dc2e3143471a x-openstack-request-id: req-50c42786-e45e-4ae9-8078-dc2e3143471a {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:35:31.419280 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e07e716e-b4fb-48f1-b239-e8cc6a957d58", "tag": "f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75", "status": "completed", "code": 200}]} {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:35:31.419524 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-50c42786-e45e-4ae9-8078-dc2e3143471a {{(pid=93205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:35:31.419901 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e07e716e-b4fb-48f1-b239-e8cc6a957d58', 'tag': 'f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75', 'status': 'completed', 'code': 200} Jul 22 02:35:31.428721 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-a73844c4-b58e-47d2-9daf-f6887505661b None None] Set router bc788e52-4c67-4d00-8750-19c252030837 gateway port host: dv-cinder-792299-6-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:35:31.436376 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [req-e187d586-480f-4130-b725-84af56fc71e8 req-e52b81df-05fd-4b53-a16f-d52895d0f0d8 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b0aed844-8f5e-4fb4-9e95-10092036d5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323324 Jul 22 02:35:31.553578 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffefa726-7864-4c5b-846c-ed7875ed65df req-f18779a8-cf7b-43a3-84e9-4bb993996c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:31.555061 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-ffefa726-7864-4c5b-846c-ed7875ed65df req-f18779a8-cf7b-43a3-84e9-4bb993996c2b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=67d612e4302c499b8d778fbcdd7b9044&device_id=e07e716e-b4fb-48f1-b239-e8cc6a957d58 HTTP/1.1" status: 200 len: 1098 time: 0.0547421 Jul 22 02:35:31.642971 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffefa726-7864-4c5b-846c-ed7875ed65df req-4e76e23a-e742-4aa2-8669-3e008d6a8cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:31.644359 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-ffefa726-7864-4c5b-846c-ed7875ed65df req-4e76e23a-e742-4aa2-8669-3e008d6a8cca service neutron] 10.222.0.23 "GET /v2.0/networks?id=ffc27ac5-3775-4b53-826e-98afab9137ce HTTP/1.1" status: 200 len: 911 time: 0.0825171 Jul 22 02:35:31.647492 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-a73844c4-b58e-47d2-9daf-f6887505661b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc788e52-4c67-4d00-8750-19c252030837', 'name': 'tempest-TestVolumeBootPattern-959882766-router', 'tenant_id': '67d612e4302c499b8d778fbcdd7b9044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': 'a5444e74-927b-483b-abdc-5289a02c6200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:30:43Z', 'updated_at': '2021-07-22T02:30:49Z', 'revision_number': 4, 'project_id': '67d612e4302c499b8d778fbcdd7b9044', 'gw_port': {'id': 'a5444e74-927b-483b-abdc-5289a02c6200', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc788e52-4c67-4d00-8750-19c252030837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:44Z', 'updated_at': '2021-07-22T02:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_floatingips': [{'id': '38dfe835-0d55-48eb-ba62-5a806bbc9be4', 'tenant_id': '67d612e4302c499b8d778fbcdd7b9044', 'floating_ip_address': '172.27.3.152', 'floating_network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'router_id': 'bc788e52-4c67-4d00-8750-19c252030837', 'port_id': 'f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffc27ac5-3775-4b53-826e-98afab9137ce', 'mac_address': 'fa:16:3e:4e:65:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07e716e-b4fb-48f1-b239-e8cc6a957d58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T02:35:30Z', 'updated_at': '2021-07-22T02:35:30Z', 'revision_number': 0, 'project_id': '67d612e4302c499b8d778fbcdd7b9044', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8991fcbf-3aa7-46c8-be11-bc154a3f4fb2', 'name': '', 'network_id': 'ffc27ac5-3775-4b53-826e-98afab9137ce', 'tenant_id': '67d612e4302c499b8d778fbcdd7b9044', 'mac_address': 'fa:16:3e:8f:6a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc788e52-4c67-4d00-8750-19c252030837', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '5ffe1ea2-2f9b-4245-839a-fb164d77066d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:48Z', 'updated_at': '2021-07-22T02:31:07Z', 'revision_number': 5, 'project_id': '67d612e4302c499b8d778fbcdd7b9044', 'subnets': [{'id': '5ffe1ea2-2f9b-4245-839a-fb164d77066d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:35:31.676163 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73844c4-b58e-47d2-9daf-f6887505661b None None] Checking router: bc788e52-4c67-4d00-8750-19c252030837 for host: dv-cinder-792299-6-iscsi {{(pid=93207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:35:31.684323 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73844c4-b58e-47d2-9daf-f6887505661b None None] Routers {'bc788e52-4c67-4d00-8750-19c252030837'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:35:31.684950 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-a73844c4-b58e-47d2-9daf-f6887505661b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:35:14Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['bc788e52-4c67-4d00-8750-19c252030837'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:35:31.712176 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-ffefa726-7864-4c5b-846c-ed7875ed65df req-b8b5e32b-ae7f-4a81-9c11-daeb15b26fc3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75 HTTP/1.1" status: 200 len: 999 time: 0.0599377 Jul 22 02:35:31.759898 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffefa726-7864-4c5b-846c-ed7875ed65df req-70574c87-9bb4-4cc7-bcaa-d4a49e97436a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:31.761373 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-ffefa726-7864-4c5b-846c-ed7875ed65df req-70574c87-9bb4-4cc7-bcaa-d4a49e97436a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5ffe1ea2-2f9b-4245-839a-fb164d77066d HTTP/1.1" status: 200 len: 850 time: 0.0422938 Jul 22 02:35:31.790136 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-a73844c4-b58e-47d2-9daf-f6887505661b None None] Set router bc788e52-4c67-4d00-8750-19c252030837 gateway port host: dv-cinder-792299-6-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:35:31.822171 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffefa726-7864-4c5b-846c-ed7875ed65df req-7b0a409b-925a-4f8d-ace4-1c3e79c92f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:31.823796 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-ffefa726-7864-4c5b-846c-ed7875ed65df req-7b0a409b-925a-4f8d-ace4-1c3e79c92f27 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ffc27ac5-3775-4b53-826e-98afab9137ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0532172 Jul 22 02:35:31.954486 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-ffefa726-7864-4c5b-846c-ed7875ed65df req-0aaca635-05b3-42e5-bce5-7234259d1cf8 service neutron] 10.222.0.23 "GET /v2.0/networks/ffc27ac5-3775-4b53-826e-98afab9137ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216097 Jul 22 02:35:31.966178 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6218c7-f96a-46b8-a8c7-dec4b0b3402e req-3a5f5f10-d5d9-4179-b89c-781f1f3644b9 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:31.967564 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-ca6218c7-f96a-46b8-a8c7-dec4b0b3402e req-3a5f5f10-d5d9-4179-b89c-781f1f3644b9 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=70faa4f2-0c59-474e-9034-c13e9533e29c HTTP/1.1" status: 200 len: 947 time: 0.1102002 Jul 22 02:35:32.011365 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-a73844c4-b58e-47d2-9daf-f6887505661b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc788e52-4c67-4d00-8750-19c252030837', 'name': 'tempest-TestVolumeBootPattern-959882766-router', 'tenant_id': '67d612e4302c499b8d778fbcdd7b9044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': 'a5444e74-927b-483b-abdc-5289a02c6200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:30:43Z', 'updated_at': '2021-07-22T02:30:49Z', 'revision_number': 4, 'project_id': '67d612e4302c499b8d778fbcdd7b9044', 'gw_port': {'id': 'a5444e74-927b-483b-abdc-5289a02c6200', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc788e52-4c67-4d00-8750-19c252030837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:44Z', 'updated_at': '2021-07-22T02:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_floatingips': [{'id': '38dfe835-0d55-48eb-ba62-5a806bbc9be4', 'tenant_id': '67d612e4302c499b8d778fbcdd7b9044', 'floating_ip_address': '172.27.3.152', 'floating_network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'router_id': 'bc788e52-4c67-4d00-8750-19c252030837', 'port_id': 'f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffc27ac5-3775-4b53-826e-98afab9137ce', 'mac_address': 'fa:16:3e:4e:65:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07e716e-b4fb-48f1-b239-e8cc6a957d58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T02:35:30Z', 'updated_at': '2021-07-22T02:35:30Z', 'revision_number': 0, 'project_id': '67d612e4302c499b8d778fbcdd7b9044', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8991fcbf-3aa7-46c8-be11-bc154a3f4fb2', 'name': '', 'network_id': 'ffc27ac5-3775-4b53-826e-98afab9137ce', 'tenant_id': '67d612e4302c499b8d778fbcdd7b9044', 'mac_address': 'fa:16:3e:8f:6a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc788e52-4c67-4d00-8750-19c252030837', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '5ffe1ea2-2f9b-4245-839a-fb164d77066d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:48Z', 'updated_at': '2021-07-22T02:31:07Z', 'revision_number': 5, 'project_id': '67d612e4302c499b8d778fbcdd7b9044', 'subnets': [{'id': '5ffe1ea2-2f9b-4245-839a-fb164d77066d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:35:32.040422 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73844c4-b58e-47d2-9daf-f6887505661b None None] The sync data for ids ['bc788e52-4c67-4d00-8750-19c252030837'] in dv-cinder-792299-6-iscsi is: [{'id': 'bc788e52-4c67-4d00-8750-19c252030837', 'name': 'tempest-TestVolumeBootPattern-959882766-router', 'tenant_id': '67d612e4302c499b8d778fbcdd7b9044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': 'a5444e74-927b-483b-abdc-5289a02c6200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:30:43Z', 'updated_at': '2021-07-22T02:30:49Z', 'revision_number': 4, 'project_id': '67d612e4302c499b8d778fbcdd7b9044', 'gw_port': {'id': 'a5444e74-927b-483b-abdc-5289a02c6200', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc788e52-4c67-4d00-8750-19c252030837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:44Z', 'updated_at': '2021-07-22T02:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_floatingips': [{'id': '38dfe835-0d55-48eb-ba62-5a806bbc9be4', 'tenant_id': '67d612e4302c499b8d778fbcdd7b9044', 'floating_ip_address': '172.27.3.152', 'floating_network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'router_id': 'bc788e52-4c67-4d00-8750-19c252030837', 'port_id': 'f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffc27ac5-3775-4b53-826e-98afab9137ce', 'mac_address': 'fa:16:3e:4e:65:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07e716e-b4fb-48f1-b239-e8cc6a957d58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T02:35:30Z', 'updated_at': '2021-07-22T02:35:30Z', 'revision_number': 0, 'project_id': '67d612e4302c499b8d778fbcdd7b9044', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8991fcbf-3aa7-46c8-be11-bc154a3f4fb2', 'name': '', 'network_id': 'ffc27ac5-3775-4b53-826e-98afab9137ce', 'tenant_id': '67d612e4302c499b8d778fbcdd7b9044', 'mac_address': 'fa:16:3e:8f:6a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc788e52-4c67-4d00-8750-19c252030837', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '5ffe1ea2-2f9b-4245-839a-fb164d77066d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:48Z', 'updated_at': '2021-07-22T02:31:07Z', 'revision_number': 5, 'project_id': '67d612e4302c499b8d778fbcdd7b9044', 'subnets': [{'id': '5ffe1ea2-2f9b-4245-839a-fb164d77066d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:35:32.052601 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-ca6218c7-f96a-46b8-a8c7-dec4b0b3402e req-ecb1dd7b-817e-461b-8366-e1f7ece0b7f2 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0aed844-8f5e-4fb4-9e95-10092036d5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766306 Jul 22 02:35:32.080411 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-ffefa726-7864-4c5b-846c-ed7875ed65df req-025a006f-0839-4482-976b-bfc64b03a516 service neutron] 10.222.0.23 "GET /v2.0/networks/ffc27ac5-3775-4b53-826e-98afab9137ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118882 Jul 22 02:35:32.228034 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7926f394-e4da-41f3-a0c6-516bfa159ff2 None None] New status for floating IP 38dfe835-0d55-48eb-ba62-5a806bbc9be4: ACTIVE {{(pid=93208) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 02:35:33.183479 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64287593-3995-44cb-a507-4fe1fbfbf493 req-95819cd7-bbed-4fb0-93c2-106270a7b800 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:33.184948 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-64287593-3995-44cb-a507-4fe1fbfbf493 req-95819cd7-bbed-4fb0-93c2-106270a7b800 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=70faa4f2-0c59-474e-9034-c13e9533e29c HTTP/1.1" status: 200 len: 947 time: 0.0618358 Jul 22 02:35:33.220358 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-64287593-3995-44cb-a507-4fe1fbfbf493 req-68cef6bb-85eb-4e16-b529-d3f3dd475345 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0aed844-8f5e-4fb4-9e95-10092036d5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300329 Jul 22 02:35:41.085162 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-747f4c13-ed2a-4c49-83e6-80bf9e032184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:42.313357 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:43.805767 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-891ddaae-2cb3-472a-8571-d6c397dd90f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:43.902017 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:44.717327 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9c5a9526-544c-492b-b3ab-1b4c68701215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:46.243175 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-46ac0fbd-03cc-41f5-9e75-a35c43e1b5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:47.564552 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.agents_db [None req-f1c5c46c-8295-40fa-87c5-0db6e260a587 None None] Agent healthcheck: found 6 active agents {{(pid=93208) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 02:35:56.071196 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e2c44d-f16f-4b82-87e5-99fc10e6af25 req-2e6ae752-b94d-47d3-b5ff-e5fa7deeb936 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:56.072642 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-24e2c44d-f16f-4b82-87e5-99fc10e6af25 req-2e6ae752-b94d-47d3-b5ff-e5fa7deeb936 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=b55e96ee-f636-4f07-a2f2-5dfc98e89a13 HTTP/1.1" status: 200 len: 945 time: 0.0618083 Jul 22 02:35:56.113026 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-24e2c44d-f16f-4b82-87e5-99fc10e6af25 req-91bf0372-2e0b-4ab1-acf8-9a8764795e10 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5989afe-1f7c-4518-8a2f-480983c35f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347643 Jul 22 02:35:57.243415 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af57b1b6-226b-4f3c-8002-b9a7ad379d53 req-49375a94-de2a-4b6c-98ca-35729ee1a942 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:57.244939 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-af57b1b6-226b-4f3c-8002-b9a7ad379d53 req-49375a94-de2a-4b6c-98ca-35729ee1a942 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=b55e96ee-f636-4f07-a2f2-5dfc98e89a13 HTTP/1.1" status: 200 len: 945 time: 0.0660002 Jul 22 02:35:57.281778 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-af57b1b6-226b-4f3c-8002-b9a7ad379d53 req-20892390-eb04-4102-8c54-eb80e9033fb4 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5989afe-1f7c-4518-8a2f-480983c35f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311787 Jul 22 02:35:57.869208 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ba5de9-e627-4645-8b5e-1c8911cde63e req-f7c2b1c5-d158-4092-bba6-1bd5aece4ae2 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:35:57.870611 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e9ba5de9-e627-4645-8b5e-1c8911cde63e req-f7c2b1c5-d158-4092-bba6-1bd5aece4ae2 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.23 "GET /v2.0/ports?device_id=b55e96ee-f636-4f07-a2f2-5dfc98e89a13 HTTP/1.1" status: 200 len: 945 time: 0.0623229 Jul 22 02:35:57.970114 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [req-e9ba5de9-e627-4645-8b5e-1c8911cde63e req-c047044a-bf5d-4f63-89ab-30e334ba3991 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Deleting port 28525f07-b31f-4b28-8d5e-242620fe58eb {{(pid=93206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:35:57.970449 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-e9ba5de9-e627-4645-8b5e-1c8911cde63e req-c047044a-bf5d-4f63-89ab-30e334ba3991 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789867966868'] for port, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:58.052539 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [req-e9ba5de9-e627-4645-8b5e-1c8911cde63e req-c047044a-bf5d-4f63-89ab-30e334ba3991 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] For port 28525f07-b31f-4b28-8d5e-242620fe58eb, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=28525f07-b31f-4b28-8d5e-242620fe58eb,segment=NetworkSegment(5a89ccad-6801-438c-9d1a-5f9fa04b4faa),segment_id=5a89ccad-6801-438c-9d1a-5f9fa04b4faa)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:35:58.052931 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-e9ba5de9-e627-4645-8b5e-1c8911cde63e req-c047044a-bf5d-4f63-89ab-30e334ba3991 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760608'] for port, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:58.212652 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-e9ba5de9-e627-4645-8b5e-1c8911cde63e req-c047044a-bf5d-4f63-89ab-30e334ba3991 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:58.213040 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-e9ba5de9-e627-4645-8b5e-1c8911cde63e req-c047044a-bf5d-4f63-89ab-30e334ba3991 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746573'] for floatingip, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:58.213349 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.db.l3_db [req-e9ba5de9-e627-4645-8b5e-1c8911cde63e req-c047044a-bf5d-4f63-89ab-30e334ba3991 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Floating IP 15ed91af-5900-4761-ac03-3b6f7fa81bd1 disassociated. External IP: 172.27.3.50, port: 28525f07-b31f-4b28-8d5e-242620fe58eb. Jul 22 02:35:58.213683 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [req-e9ba5de9-e627-4645-8b5e-1c8911cde63e req-c047044a-bf5d-4f63-89ab-30e334ba3991 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Calling delete_port for 28525f07-b31f-4b28-8d5e-242620fe58eb owned by compute:nova {{(pid=93206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:35:58.333452 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-e9ba5de9-e627-4645-8b5e-1c8911cde63e req-c047044a-bf5d-4f63-89ab-30e334ba3991 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789867968359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789867566228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909347'] for port, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:58.366544 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c047044a-bf5d-4f63-89ab-30e334ba3991 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Pushing event deleted for resources: {'Port': ['ID=28525f07-b31f-4b28-8d5e-242620fe58eb,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:58.400598 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-8be3a35d-cc2e-4f12-a15b-84fc7ceec962 req-327aa0e6-f136-41c3-b0e8-1ee34b4671e6 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/ports?device_id=b55e96ee-f636-4f07-a2f2-5dfc98e89a13 HTTP/1.1" status: 200 len: 210 time: 0.0376480 Jul 22 02:35:58.402799 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c047044a-bf5d-4f63-89ab-30e334ba3991 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:35:58.403147 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c047044a-bf5d-4f63-89ab-30e334ba3991 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:35:58.403491 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c047044a-bf5d-4f63-89ab-30e334ba3991 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:35:58.404079 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c047044a-bf5d-4f63-89ab-30e334ba3991 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:35:58.404412 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c047044a-bf5d-4f63-89ab-30e334ba3991 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:35:58.404762 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c047044a-bf5d-4f63-89ab-30e334ba3991 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:35:58.405089 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c047044a-bf5d-4f63-89ab-30e334ba3991 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:35:58.405413 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c047044a-bf5d-4f63-89ab-30e334ba3991 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:35:58.405742 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c047044a-bf5d-4f63-89ab-30e334ba3991 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:35:58.406069 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c047044a-bf5d-4f63-89ab-30e334ba3991 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:35:58.406390 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c047044a-bf5d-4f63-89ab-30e334ba3991 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:35:58.406707 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c047044a-bf5d-4f63-89ab-30e334ba3991 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:35:58.510878 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9ba5de9-e627-4645-8b5e-1c8911cde63e req-c047044a-bf5d-4f63-89ab-30e334ba3991 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Router 25179013-1b60-4467-b3fa-79b0d56bb301 has already been hosted by L3 agent f9ed0358-a013-4c74-a622-17ee633b4610 {{(pid=93206) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 02:35:58.612394 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9ba5de9-e627-4645-8b5e-1c8911cde63e req-c047044a-bf5d-4f63-89ab-30e334ba3991 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify agent at l3_agent.dv-cinder-792299-6-iscsi the message routers_updated {{(pid=93206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:35:58.622246 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8997aba4-4b77-4ae8-8f06-744de77e22ae None None] Sync routers for ids ['25179013-1b60-4467-b3fa-79b0d56bb301'] in dv-cinder-792299-6-iscsi {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:35:58.631274 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8997aba4-4b77-4ae8-8f06-744de77e22ae None None] Routers {'25179013-1b60-4467-b3fa-79b0d56bb301'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:35:58.631891 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-8997aba4-4b77-4ae8-8f06-744de77e22ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:35:44Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['25179013-1b60-4467-b3fa-79b0d56bb301'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:35:58.652710 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9ba5de9-e627-4645-8b5e-1c8911cde63e req-c047044a-bf5d-4f63-89ab-30e334ba3991 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] No DVR routers for this DVR port 28525f07-b31f-4b28-8d5e-242620fe58eb on host hv-cinder-79229 {{(pid=93206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 02:35:58.655300 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-e9ba5de9-e627-4645-8b5e-1c8911cde63e req-c047044a-bf5d-4f63-89ab-30e334ba3991 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409'] for port, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:58.657401 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e9ba5de9-e627-4645-8b5e-1c8911cde63e req-c047044a-bf5d-4f63-89ab-30e334ba3991 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.23 "DELETE /v2.0/ports/28525f07-b31f-4b28-8d5e-242620fe58eb HTTP/1.1" status: 204 len: 173 time: 0.7784567 Jul 22 02:35:58.657825 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b55e96ee-f636-4f07-a2f2-5dfc98e89a13', 'name': 'network-vif-deleted', 'tag': '28525f07-b31f-4b28-8d5e-242620fe58eb'}] {{(pid=93206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:35:58.660045 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2c7467b3a520cac2f9dc58394876cadcbbb82697b422dc56d8b09de1a4b7e26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d53c47-f37d-480d-b0f5-b84fa36bce26" -d '{"events": [{"server_uuid": "b55e96ee-f636-4f07-a2f2-5dfc98e89a13", "name": "network-vif-deleted", "tag": "28525f07-b31f-4b28-8d5e-242620fe58eb"}]}' {{(pid=93206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:35:58.698612 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46879712-abea-40b7-9519-6012e0fb3403 x-openstack-request-id: req-46879712-abea-40b7-9519-6012e0fb3403 {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:35:58.698900 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b55e96ee-f636-4f07-a2f2-5dfc98e89a13", "name": "network-vif-deleted", "tag": "28525f07-b31f-4b28-8d5e-242620fe58eb", "status": "completed", "code": 200}]} {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:35:58.699150 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-46879712-abea-40b7-9519-6012e0fb3403 {{(pid=93206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:35:58.699588 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b55e96ee-f636-4f07-a2f2-5dfc98e89a13', 'name': 'network-vif-deleted', 'tag': '28525f07-b31f-4b28-8d5e-242620fe58eb', 'status': 'completed', 'code': 200} Jul 22 02:35:58.743196 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-8997aba4-4b77-4ae8-8f06-744de77e22ae None None] Set router 25179013-1b60-4467-b3fa-79b0d56bb301 gateway port host: dv-cinder-792299-6-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:35:58.944887 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-8997aba4-4b77-4ae8-8f06-744de77e22ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25179013-1b60-4467-b3fa-79b0d56bb301', 'name': 'tempest-AttachVolumeTestJSON-1072535-router', 'tenant_id': 'be407e9b4d21489b9bf1679354068654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '5a80ef8a-a359-48a3-9064-0870ce8cddc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:29:54Z', 'updated_at': '2021-07-22T02:30:00Z', 'revision_number': 4, 'project_id': 'be407e9b4d21489b9bf1679354068654', 'gw_port': {'id': '5a80ef8a-a359-48a3-9064-0870ce8cddc9', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:da:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25179013-1b60-4467-b3fa-79b0d56bb301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:55Z', 'updated_at': '2021-07-22T02:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_interfaces': [{'id': '5a9b2679-feef-4665-b29f-b514912da77f', 'name': '', 'network_id': '4519266e-72e1-49eb-bb7e-76cf6f2efe9d', 'tenant_id': 'be407e9b4d21489b9bf1679354068654', 'mac_address': 'fa:16:3e:3c:a3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25179013-1b60-4467-b3fa-79b0d56bb301', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '9cd4545e-995f-4d04-a4da-3045595e4283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:59Z', 'updated_at': '2021-07-22T02:30:06Z', 'revision_number': 5, 'project_id': 'be407e9b4d21489b9bf1679354068654', 'subnets': [{'id': '9cd4545e-995f-4d04-a4da-3045595e4283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:35:58.973459 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8997aba4-4b77-4ae8-8f06-744de77e22ae None None] Checking router: 25179013-1b60-4467-b3fa-79b0d56bb301 for host: dv-cinder-792299-6-iscsi {{(pid=93207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:35:58.981942 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8997aba4-4b77-4ae8-8f06-744de77e22ae None None] Routers {'25179013-1b60-4467-b3fa-79b0d56bb301'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:35:58.982532 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-8997aba4-4b77-4ae8-8f06-744de77e22ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:35:44Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['25179013-1b60-4467-b3fa-79b0d56bb301'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:35:59.084326 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-8997aba4-4b77-4ae8-8f06-744de77e22ae None None] Set router 25179013-1b60-4467-b3fa-79b0d56bb301 gateway port host: dv-cinder-792299-6-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:35:59.394460 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-8997aba4-4b77-4ae8-8f06-744de77e22ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25179013-1b60-4467-b3fa-79b0d56bb301', 'name': 'tempest-AttachVolumeTestJSON-1072535-router', 'tenant_id': 'be407e9b4d21489b9bf1679354068654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '5a80ef8a-a359-48a3-9064-0870ce8cddc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:29:54Z', 'updated_at': '2021-07-22T02:30:00Z', 'revision_number': 4, 'project_id': 'be407e9b4d21489b9bf1679354068654', 'gw_port': {'id': '5a80ef8a-a359-48a3-9064-0870ce8cddc9', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:da:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25179013-1b60-4467-b3fa-79b0d56bb301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:55Z', 'updated_at': '2021-07-22T02:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_interfaces': [{'id': '5a9b2679-feef-4665-b29f-b514912da77f', 'name': '', 'network_id': '4519266e-72e1-49eb-bb7e-76cf6f2efe9d', 'tenant_id': 'be407e9b4d21489b9bf1679354068654', 'mac_address': 'fa:16:3e:3c:a3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25179013-1b60-4467-b3fa-79b0d56bb301', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '9cd4545e-995f-4d04-a4da-3045595e4283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:59Z', 'updated_at': '2021-07-22T02:30:06Z', 'revision_number': 5, 'project_id': 'be407e9b4d21489b9bf1679354068654', 'subnets': [{'id': '9cd4545e-995f-4d04-a4da-3045595e4283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:35:59.420051 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8997aba4-4b77-4ae8-8f06-744de77e22ae None None] The sync data for ids ['25179013-1b60-4467-b3fa-79b0d56bb301'] in dv-cinder-792299-6-iscsi is: [{'id': '25179013-1b60-4467-b3fa-79b0d56bb301', 'name': 'tempest-AttachVolumeTestJSON-1072535-router', 'tenant_id': 'be407e9b4d21489b9bf1679354068654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '5a80ef8a-a359-48a3-9064-0870ce8cddc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:29:54Z', 'updated_at': '2021-07-22T02:30:00Z', 'revision_number': 4, 'project_id': 'be407e9b4d21489b9bf1679354068654', 'gw_port': {'id': '5a80ef8a-a359-48a3-9064-0870ce8cddc9', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:da:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25179013-1b60-4467-b3fa-79b0d56bb301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:55Z', 'updated_at': '2021-07-22T02:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_interfaces': [{'id': '5a9b2679-feef-4665-b29f-b514912da77f', 'name': '', 'network_id': '4519266e-72e1-49eb-bb7e-76cf6f2efe9d', 'tenant_id': 'be407e9b4d21489b9bf1679354068654', 'mac_address': 'fa:16:3e:3c:a3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25179013-1b60-4467-b3fa-79b0d56bb301', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '9cd4545e-995f-4d04-a4da-3045595e4283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:59Z', 'updated_at': '2021-07-22T02:30:06Z', 'revision_number': 5, 'project_id': 'be407e9b4d21489b9bf1679354068654', 'subnets': [{'id': '9cd4545e-995f-4d04-a4da-3045595e4283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:35:59.485350 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 34812) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:35:59.540612 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-0b981403-5d39-4833-b37e-b3c144de1bea tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks [] for security_group, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:59.564491 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-0b981403-5d39-4833-b37e-b3c144de1bea tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:59.611414 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-0b981403-5d39-4833-b37e-b3c144de1bea tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:59.614080 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-0b981403-5d39-4833-b37e-b3c144de1bea tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks [] for security_group, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:59.615356 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-0b981403-5d39-4833-b37e-b3c144de1bea tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "DELETE /v2.0/security-groups/a5989afe-1f7c-4518-8a2f-480983c35f12 HTTP/1.1" status: 204 len: 168 time: 0.1288369 Jul 22 02:35:59.619048 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 34814) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:35:59.639159 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.api.v2.resource [None req-683292e3-a187-4d45-b9b8-1e212027dbc7 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] show failed (client error): The resource could not be found. Jul 22 02:35:59.640165 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-683292e3-a187-4d45-b9b8-1e212027dbc7 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "GET /v2.0/security-groups/a5989afe-1f7c-4518-8a2f-480983c35f12 HTTP/1.1" status: 404 len: 347 time: 0.0202267 Jul 22 02:35:59.643053 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 34816) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:35:59.645912 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4954d16c-481f-49dd-b051-ac0d885fb438 None None] New status for floating IP 15ed91af-5900-4761-ac03-3b6f7fa81bd1: DOWN {{(pid=93208) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 02:35:59.649335 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b981403-5d39-4833-b37e-b3c144de1bea tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5989afe-1f7c-4518-8a2f-480983c35f12,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:35:59.764752 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-f7dc837d-21ad-49cc-bd39-829da9d40809 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Deleting port 6fad9f60-7cb7-42ff-a0da-966d382c652e {{(pid=93206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:35:59.765101 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-f7dc837d-21ad-49cc-bd39-829da9d40809 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789867966868'] for port, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:59.840193 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-f7dc837d-21ad-49cc-bd39-829da9d40809 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760608'] for port, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:59.840518 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-f7dc837d-21ad-49cc-bd39-829da9d40809 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:35:59.851510 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-f7dc837d-21ad-49cc-bd39-829da9d40809 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Calling delete_port for 6fad9f60-7cb7-42ff-a0da-966d382c652e owned by network:floatingip {{(pid=93206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:35:59.975826 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-f7dc837d-21ad-49cc-bd39-829da9d40809 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789867968359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789867566228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909347'] for port, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:00.001544 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dc837d-21ad-49cc-bd39-829da9d40809 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Pushing event deleted for resources: {'Port': ['ID=6fad9f60-7cb7-42ff-a0da-966d382c652e,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:36:00.060626 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-f7dc837d-21ad-49cc-bd39-829da9d40809 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks [] for floatingip, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:00.063123 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-f7dc837d-21ad-49cc-bd39-829da9d40809 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409'] for floatingip, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:00.064239 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-f7dc837d-21ad-49cc-bd39-829da9d40809 tempest-AttachVolumeTestJSON-617853592 tempest-AttachVolumeTestJSON-617853592-project] 10.222.0.30 "DELETE /v2.0/floatingips/15ed91af-5900-4761-ac03-3b6f7fa81bd1 HTTP/1.1" status: 204 len: 168 time: 0.4203217 Jul 22 02:36:01.081716 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device 28525f07-b31f-4b28-8d5e-242620fe58eb no longer exists at agent hyperv_hv-cinder-79229 {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:36:01.104687 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] No Port match for: 28525f07-b31f-4b28-8d5e-242620fe58eb {{(pid=93207) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:36:01.105033 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device 28525f07-b31f-4b28-8d5e-242620fe58eb not bound to the agent host hv-cinder-79229 {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:36:03.570278 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 34848) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:36:04.237846 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3c4ce5-ce69-4847-9cca-74c510a40f06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1758349'] for router_interface, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:04.477717 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-6b3c4ce5-ce69-4847-9cca-74c510a40f06 admin admin] Deleting port 5a9b2679-feef-4665-b29f-b514912da77f {{(pid=93206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:36:04.478056 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3c4ce5-ce69-4847-9cca-74c510a40f06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789867966868'] for port, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:04.555951 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3c4ce5-ce69-4847-9cca-74c510a40f06 admin admin] For port 5a9b2679-feef-4665-b29f-b514912da77f, host dv-cinder-792299-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=5a9b2679-feef-4665-b29f-b514912da77f,segment=NetworkSegment(5a89ccad-6801-438c-9d1a-5f9fa04b4faa),segment_id=5a89ccad-6801-438c-9d1a-5f9fa04b4faa)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:36:04.556235 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3c4ce5-ce69-4847-9cca-74c510a40f06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760608'] for port, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:04.568134 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-6b3c4ce5-ce69-4847-9cca-74c510a40f06 admin admin] Calling delete_port for 5a9b2679-feef-4665-b29f-b514912da77f owned by network:router_interface {{(pid=93206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:36:04.739320 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3c4ce5-ce69-4847-9cca-74c510a40f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789867968359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789867566228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909347'] for port, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:04.765029 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3c4ce5-ce69-4847-9cca-74c510a40f06 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a9b2679-feef-4665-b29f-b514912da77f,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:36:04.924207 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3c4ce5-ce69-4847-9cca-74c510a40f06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1758225'] for router_interface, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:05.128010 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b3c4ce5-ce69-4847-9cca-74c510a40f06 admin admin] Router 25179013-1b60-4467-b3fa-79b0d56bb301 has already been hosted by L3 agent f9ed0358-a013-4c74-a622-17ee633b4610 {{(pid=93206) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 02:36:05.229660 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3c4ce5-ce69-4847-9cca-74c510a40f06 admin admin] Notify agent at l3_agent.dv-cinder-792299-6-iscsi the message routers_updated {{(pid=93206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:36:05.237310 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 34852) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:36:05.237847 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-6b3c4ce5-ce69-4847-9cca-74c510a40f06 admin admin] 10.222.0.30 "PUT /v2.0/routers/25179013-1b60-4467-b3fa-79b0d56bb301/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6660244 Jul 22 02:36:05.240068 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e40bec-bd6f-43c6-9206-591ac1b022fb None None] Sync routers for ids ['25179013-1b60-4467-b3fa-79b0d56bb301'] in dv-cinder-792299-6-iscsi {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:36:05.266469 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e40bec-bd6f-43c6-9206-591ac1b022fb None None] Routers {'25179013-1b60-4467-b3fa-79b0d56bb301'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:36:05.267090 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-17e40bec-bd6f-43c6-9206-591ac1b022fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:35:44Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['25179013-1b60-4467-b3fa-79b0d56bb301'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:36:05.352202 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-49cb8d58-51d7-4f0a-857f-c0c07db899d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:05.371991 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-17e40bec-bd6f-43c6-9206-591ac1b022fb None None] Set router 25179013-1b60-4467-b3fa-79b0d56bb301 gateway port host: dv-cinder-792299-6-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:36:05.450569 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-49cb8d58-51d7-4f0a-857f-c0c07db899d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:05.502389 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [None req-49cb8d58-51d7-4f0a-857f-c0c07db899d4 admin admin] Deleting port 5a80ef8a-a359-48a3-9064-0870ce8cddc9 {{(pid=93205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:36:05.502732 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-49cb8d58-51d7-4f0a-857f-c0c07db899d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789867966868'] for port, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:05.547642 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-17e40bec-bd6f-43c6-9206-591ac1b022fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25179013-1b60-4467-b3fa-79b0d56bb301', 'name': 'tempest-AttachVolumeTestJSON-1072535-router', 'tenant_id': 'be407e9b4d21489b9bf1679354068654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '5a80ef8a-a359-48a3-9064-0870ce8cddc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:29:54Z', 'updated_at': '2021-07-22T02:36:04Z', 'revision_number': 5, 'project_id': 'be407e9b4d21489b9bf1679354068654', 'gw_port': {'id': '5a80ef8a-a359-48a3-9064-0870ce8cddc9', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:da:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25179013-1b60-4467-b3fa-79b0d56bb301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:29:55Z', 'updated_at': '2021-07-22T02:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi'}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:36:05.574059 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e40bec-bd6f-43c6-9206-591ac1b022fb None None] Checking router: 25179013-1b60-4467-b3fa-79b0d56bb301 for host: dv-cinder-792299-6-iscsi {{(pid=93207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:36:05.582225 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e40bec-bd6f-43c6-9206-591ac1b022fb None None] Routers {'25179013-1b60-4467-b3fa-79b0d56bb301'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:36:05.582824 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-17e40bec-bd6f-43c6-9206-591ac1b022fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:35:44Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['25179013-1b60-4467-b3fa-79b0d56bb301'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:36:05.585511 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.db [None req-49cb8d58-51d7-4f0a-857f-c0c07db899d4 admin admin] For port 5a80ef8a-a359-48a3-9064-0870ce8cddc9, host dv-cinder-792299-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=5a80ef8a-a359-48a3-9064-0870ce8cddc9,segment=NetworkSegment(9c11ce42-9cd0-4724-aa43-c030ca3574d3),segment_id=9c11ce42-9cd0-4724-aa43-c030ca3574d3)] {{(pid=93205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:36:05.585874 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-49cb8d58-51d7-4f0a-857f-c0c07db899d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760608'] for port, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:05.600244 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [None req-49cb8d58-51d7-4f0a-857f-c0c07db899d4 admin admin] Calling delete_port for 5a80ef8a-a359-48a3-9064-0870ce8cddc9 owned by network:router_gateway {{(pid=93205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:36:05.671311 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-17e40bec-bd6f-43c6-9206-591ac1b022fb None None] Set router 25179013-1b60-4467-b3fa-79b0d56bb301 gateway port host: None {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:36:05.725240 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-17e40bec-bd6f-43c6-9206-591ac1b022fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25179013-1b60-4467-b3fa-79b0d56bb301', 'name': 'tempest-AttachVolumeTestJSON-1072535-router', 'tenant_id': 'be407e9b4d21489b9bf1679354068654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:29:54Z', 'updated_at': '2021-07-22T02:36:05Z', 'revision_number': 6, 'project_id': 'be407e9b4d21489b9bf1679354068654', 'gw_port_host': None}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:36:05.751245 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e40bec-bd6f-43c6-9206-591ac1b022fb None None] The sync data for ids ['25179013-1b60-4467-b3fa-79b0d56bb301'] in dv-cinder-792299-6-iscsi is: [{'id': '25179013-1b60-4467-b3fa-79b0d56bb301', 'name': 'tempest-AttachVolumeTestJSON-1072535-router', 'tenant_id': 'be407e9b4d21489b9bf1679354068654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:29:54Z', 'updated_at': '2021-07-22T02:36:05Z', 'revision_number': 6, 'project_id': 'be407e9b4d21489b9bf1679354068654', 'gw_port_host': None}] {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:36:05.768326 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-49cb8d58-51d7-4f0a-857f-c0c07db899d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789867968359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789867566228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3324451'] for port, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:05.794171 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cb8d58-51d7-4f0a-857f-c0c07db899d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a80ef8a-a359-48a3-9064-0870ce8cddc9,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:36:05.806002 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cb8d58-51d7-4f0a-857f-c0c07db899d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:36:05.806348 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cb8d58-51d7-4f0a-857f-c0c07db899d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:36:05.806686 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cb8d58-51d7-4f0a-857f-c0c07db899d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:36:05.807016 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cb8d58-51d7-4f0a-857f-c0c07db899d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:36:05.807621 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cb8d58-51d7-4f0a-857f-c0c07db899d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:36:05.807952 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cb8d58-51d7-4f0a-857f-c0c07db899d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:36:05.808280 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cb8d58-51d7-4f0a-857f-c0c07db899d4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:36:05.808604 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cb8d58-51d7-4f0a-857f-c0c07db899d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:36:05.808956 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cb8d58-51d7-4f0a-857f-c0c07db899d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:36:05.809504 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cb8d58-51d7-4f0a-857f-c0c07db899d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:36:05.809920 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cb8d58-51d7-4f0a-857f-c0c07db899d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:36:05.810245 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cb8d58-51d7-4f0a-857f-c0c07db899d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:36:05.869129 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-49cb8d58-51d7-4f0a-857f-c0c07db899d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1746615'] for router_gateway, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:05.958496 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-49cb8d58-51d7-4f0a-857f-c0c07db899d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1745248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25286'] for router, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:05.960675 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-49cb8d58-51d7-4f0a-857f-c0c07db899d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:06.006197 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-49cb8d58-51d7-4f0a-857f-c0c07db899d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760588'] for router, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:06.006816 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49cb8d58-51d7-4f0a-857f-c0c07db899d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25179013-1b60-4467-b3fa-79b0d56bb301 {{(pid=93205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 02:36:06.011560 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-49cb8d58-51d7-4f0a-857f-c0c07db899d4 admin admin] Notify callbacks [] for router, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:06.012915 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-49cb8d58-51d7-4f0a-857f-c0c07db899d4 admin admin] 10.222.0.30 "DELETE /v2.0/routers/25179013-1b60-4467-b3fa-79b0d56bb301 HTTP/1.1" status: 204 len: 168 time: 0.7689519 Jul 22 02:36:06.015386 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 34856) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:36:06.060036 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1cb6452-2899-42a0-ae76-29c841c68346 admin admin] Deleting subnet 9cd4545e-995f-4d04-a4da-3045595e4283 {{(pid=93205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 02:36:06.062969 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-b1cb6452-2899-42a0-ae76-29c841c68346 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:06.097585 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-b1cb6452-2899-42a0-ae76-29c841c68346 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3324597'] for subnet, precommit_delete_associations {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:06.183474 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-b1cb6452-2899-42a0-ae76-29c841c68346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774554'] for subnet, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:06.233600 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-b1cb6452-2899-42a0-ae76-29c841c68346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3324534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3528985'] for subnet, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:06.258070 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cb6452-2899-42a0-ae76-29c841c68346 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cd4545e-995f-4d04-a4da-3045595e4283,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:36:06.263732 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-b1cb6452-2899-42a0-ae76-29c841c68346 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583845'] for subnet, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:06.265910 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-b1cb6452-2899-42a0-ae76-29c841c68346 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/9cd4545e-995f-4d04-a4da-3045595e4283 HTTP/1.1" status: 204 len: 168 time: 0.2493134 Jul 22 02:36:06.268421 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 34860) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:36:06.270330 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf0c85b-8229-485e-b357-048d0a239d0c None None] Network 4519266e-72e1-49eb-bb7e-76cf6f2efe9d requested from dv-cinder-792299-6-iscsi {{(pid=93207) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:36:06.339969 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-85e9d3e2-b27d-4657-91bd-edb497e8ad29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-716893'] for network, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:06.402279 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-85e9d3e2-b27d-4657-91bd-edb497e8ad29 admin admin] Deleting port bd598239-2636-46a5-b4d4-e8d873d923e4 {{(pid=93206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:36:06.402632 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-85e9d3e2-b27d-4657-91bd-edb497e8ad29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789867966868'] for port, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:06.469320 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-85e9d3e2-b27d-4657-91bd-edb497e8ad29 admin admin] For port bd598239-2636-46a5-b4d4-e8d873d923e4, host dv-cinder-792299-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=bd598239-2636-46a5-b4d4-e8d873d923e4,segment=NetworkSegment(5a89ccad-6801-438c-9d1a-5f9fa04b4faa),segment_id=5a89ccad-6801-438c-9d1a-5f9fa04b4faa)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:36:06.469677 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-85e9d3e2-b27d-4657-91bd-edb497e8ad29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760608'] for port, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:06.487938 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-85e9d3e2-b27d-4657-91bd-edb497e8ad29 admin admin] Calling delete_port for bd598239-2636-46a5-b4d4-e8d873d923e4 owned by network:dhcp {{(pid=93206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:36:06.490171 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b649aec-4f35-472f-959b-c2557387fad8 None None] DHCP port deletion for 4519266e-72e1-49eb-bb7e-76cf6f2efe9d request from dv-cinder-792299-6-iscsi {{(pid=93207) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 02:36:06.562493 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-7b649aec-4f35-472f-959b-c2557387fad8 None None] Deleting port bd598239-2636-46a5-b4d4-e8d873d923e4 {{(pid=93207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:36:06.562968 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-7b649aec-4f35-472f-959b-c2557387fad8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789867966868'] for port, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:06.603604 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-85e9d3e2-b27d-4657-91bd-edb497e8ad29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789867968359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789867566228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909347'] for port, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:06.631075 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-7b649aec-4f35-472f-959b-c2557387fad8 None None] For port bd598239-2636-46a5-b4d4-e8d873d923e4, host dv-cinder-792299-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=bd598239-2636-46a5-b4d4-e8d873d923e4,segment=NetworkSegment(5a89ccad-6801-438c-9d1a-5f9fa04b4faa),segment_id=5a89ccad-6801-438c-9d1a-5f9fa04b4faa)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:36:06.631470 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-7b649aec-4f35-472f-959b-c2557387fad8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760608'] for port, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:06.636200 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e9d3e2-b27d-4657-91bd-edb497e8ad29 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd598239-2636-46a5-b4d4-e8d873d923e4,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:36:06.638170 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e9d3e2-b27d-4657-91bd-edb497e8ad29 admin admin] No DVR routers for this DVR port bd598239-2636-46a5-b4d4-e8d873d923e4 on host dv-cinder-792299-6-iscsi {{(pid=93206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 02:36:06.647969 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-7b649aec-4f35-472f-959b-c2557387fad8 None None] Calling delete_port for bd598239-2636-46a5-b4d4-e8d873d923e4 owned by network:dhcp {{(pid=93207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:36:06.697437 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005adc3f-4a28-4a5b-a481-08f4a604798c req-c4e097ee-5259-41dd-99e2-a77ca592907a tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:36:06.699021 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-005adc3f-4a28-4a5b-a481-08f4a604798c req-c4e097ee-5259-41dd-99e2-a77ca592907a tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=70faa4f2-0c59-474e-9034-c13e9533e29c HTTP/1.1" status: 200 len: 947 time: 0.1404092 Jul 22 02:36:06.724930 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-7b649aec-4f35-472f-959b-c2557387fad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789867968359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789867566228'] for port, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:06.732960 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-85e9d3e2-b27d-4657-91bd-edb497e8ad29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-773542', 'neutron.services.segments.db._delete_segments_for_network-8789868033329'] for network, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:06.750366 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.services.segments.db [None req-85e9d3e2-b27d-4657-91bd-edb497e8ad29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4519266e-72e1-49eb-bb7e-76cf6f2efe9d']}} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:36:06.755289 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b649aec-4f35-472f-959b-c2557387fad8 None None] Pushing event deleted for resources: {'Port': ['ID=bd598239-2636-46a5-b4d4-e8d873d923e4,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:36:06.759659 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b649aec-4f35-472f-959b-c2557387fad8 None None] No DVR routers for this DVR port bd598239-2636-46a5-b4d4-e8d873d923e4 on host dv-cinder-792299-6-iscsi {{(pid=93207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 02:36:06.767514 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.services.segments.db [None req-85e9d3e2-b27d-4657-91bd-edb497e8ad29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a89ccad-6801-438c-9d1a-5f9fa04b4faa') {'for_net_delete': True} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:36:06.767811 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.services.segments.db [None req-85e9d3e2-b27d-4657-91bd-edb497e8ad29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a89ccad-6801-438c-9d1a-5f9fa04b4faa') {} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:36:06.777194 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b649aec-4f35-472f-959b-c2557387fad8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:36:06.777548 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b649aec-4f35-472f-959b-c2557387fad8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:36:06.777894 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b649aec-4f35-472f-959b-c2557387fad8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:36:06.778232 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b649aec-4f35-472f-959b-c2557387fad8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:36:06.778810 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b649aec-4f35-472f-959b-c2557387fad8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:36:06.779174 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b649aec-4f35-472f-959b-c2557387fad8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:36:06.779504 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b649aec-4f35-472f-959b-c2557387fad8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:36:06.779831 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b649aec-4f35-472f-959b-c2557387fad8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:36:06.780158 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b649aec-4f35-472f-959b-c2557387fad8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:36:06.780482 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b649aec-4f35-472f-959b-c2557387fad8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:36:06.780950 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b649aec-4f35-472f-959b-c2557387fad8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:36:06.781275 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b649aec-4f35-472f-959b-c2557387fad8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:36:06.784820 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-85e9d3e2-b27d-4657-91bd-edb497e8ad29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789868033850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8871332'] for segment, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:06.799001 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-005adc3f-4a28-4a5b-a481-08f4a604798c req-cdd0f41e-6e30-48bc-afb4-518833a9df64 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0aed844-8f5e-4fb4-9e95-10092036d5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631707 Jul 22 02:36:06.806179 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-85e9d3e2-b27d-4657-91bd-edb497e8ad29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767938'] for segment, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:06.813729 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85e9d3e2-b27d-4657-91bd-edb497e8ad29 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=93206) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 02:36:06.814273 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-85e9d3e2-b27d-4657-91bd-edb497e8ad29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909324'] for segment, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:06.816285 dv-cinder-792299-6-iscsi neutron-server[93206]: Traceback (most recent call last): Jul 22 02:36:06.816285 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 02:36:06.816285 dv-cinder-792299-6-iscsi neutron-server[93206]: timer() Jul 22 02:36:06.816285 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 02:36:06.816285 dv-cinder-792299-6-iscsi neutron-server[93206]: cb(*args, **kw) Jul 22 02:36:06.816285 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 02:36:06.816285 dv-cinder-792299-6-iscsi neutron-server[93206]: return func(*args, **kwargs) Jul 22 02:36:06.816285 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 02:36:06.816285 dv-cinder-792299-6-iscsi neutron-server[93206]: self._notify() Jul 22 02:36:06.816285 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 02:36:06.816285 dv-cinder-792299-6-iscsi neutron-server[93206]: self.callback(batched_events) Jul 22 02:36:06.816285 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 02:36:06.816285 dv-cinder-792299-6-iscsi neutron-server[93206]: event.method(event) Jul 22 02:36:06.816285 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 02:36:06.816285 dv-cinder-792299-6-iscsi neutron-server[93206]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 02:36:06.816285 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 02:36:06.816285 dv-cinder-792299-6-iscsi neutron-server[93206]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 02:36:06.816285 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 02:36:06.816285 dv-cinder-792299-6-iscsi neutron-server[93206]: return f(self, *a, **k) Jul 22 02:36:06.816285 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 02:36:06.816285 dv-cinder-792299-6-iscsi neutron-server[93206]: return self._get(url).json() Jul 22 02:36:06.816285 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 02:36:06.816285 dv-cinder-792299-6-iscsi neutron-server[93206]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 02:36:06.816285 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 02:36:06.816285 dv-cinder-792299-6-iscsi neutron-server[93206]: return self.request(url, 'GET', **kwargs) Jul 22 02:36:06.816285 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 02:36:06.816285 dv-cinder-792299-6-iscsi neutron-server[93206]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 02:36:06.816285 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 02:36:06.816285 dv-cinder-792299-6-iscsi neutron-server[93206]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 02:36:06.816285 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 02:36:06.816285 dv-cinder-792299-6-iscsi neutron-server[93206]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 02:36:06.816285 dv-cinder-792299-6-iscsi neutron-server[93206]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 02:36:06.873130 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-85e9d3e2-b27d-4657-91bd-edb497e8ad29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746579'] for network, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:06.878197 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-85e9d3e2-b27d-4657-91bd-edb497e8ad29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583845'] for network, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:06.880006 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-85e9d3e2-b27d-4657-91bd-edb497e8ad29 admin admin] 10.222.0.30 "DELETE /v2.0/networks/4519266e-72e1-49eb-bb7e-76cf6f2efe9d HTTP/1.1" status: 204 len: 168 time: 0.6103525 Jul 22 02:36:06.890461 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e9d3e2-b27d-4657-91bd-edb497e8ad29 admin admin] Pushing event deleted for resources: {'Network': ['ID=4519266e-72e1-49eb-bb7e-76cf6f2efe9d,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:36:06.994211 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 34870) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:36:07.036360 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-b6dbe605-583d-4240-b5ed-1e761bb5d915 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=be407e9b4d21489b9bf1679354068654&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408862 Jul 22 02:36:07.039272 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 34872) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:36:07.086043 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-ce9a2268-9bda-4695-a283-87334cf88c8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:07.106786 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-ce9a2268-9bda-4695-a283-87334cf88c8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:07.150768 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-ce9a2268-9bda-4695-a283-87334cf88c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:07.153308 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-ce9a2268-9bda-4695-a283-87334cf88c8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:07.155027 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-ce9a2268-9bda-4695-a283-87334cf88c8f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/53bfd9ed-2fb7-4b21-b2c8-7c1ecf72bac0 HTTP/1.1" status: 204 len: 168 time: 0.1145377 Jul 22 02:36:07.162348 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9a2268-9bda-4695-a283-87334cf88c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53bfd9ed-2fb7-4b21-b2c8-7c1ecf72bac0,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:36:07.299277 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device 5a9b2679-feef-4665-b29f-b514912da77f no longer exists at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:36:07.320381 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] No Port match for: 5a9b2679-feef-4665-b29f-b514912da77f {{(pid=93207) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:36:07.320749 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device 5a9b2679-feef-4665-b29f-b514912da77f not bound to the agent host dv-cinder-792299-6-iscsi {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:36:07.321170 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device bd598239-2636-46a5-b4d4-e8d873d923e4 no longer exists at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:36:07.339712 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] No Port match for: bd598239-2636-46a5-b4d4-e8d873d923e4 {{(pid=93207) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:36:07.340271 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device bd598239-2636-46a5-b4d4-e8d873d923e4 not bound to the agent host dv-cinder-792299-6-iscsi {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:36:07.340901 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device 5a80ef8a-a359-48a3-9064-0870ce8cddc9 no longer exists at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:36:07.359438 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] No Port match for: 5a80ef8a-a359-48a3-9064-0870ce8cddc9 {{(pid=93207) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:36:07.359993 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device 5a80ef8a-a359-48a3-9064-0870ce8cddc9 not bound to the agent host dv-cinder-792299-6-iscsi {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:36:07.982916 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf95ed8-0be7-4eab-8d31-56f61d71ea52 req-779363bd-5329-4d80-8df4-18d6582357da tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:36:07.984393 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-2bf95ed8-0be7-4eab-8d31-56f61d71ea52 req-779363bd-5329-4d80-8df4-18d6582357da tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=70faa4f2-0c59-474e-9034-c13e9533e29c HTTP/1.1" status: 200 len: 947 time: 0.1039832 Jul 22 02:36:07.997004 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6bc94c-8c14-434d-a46c-6fea31cb04e6 req-866b2f57-8416-4542-81db-58e39d6ff80f tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:36:07.998411 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-df6bc94c-8c14-434d-a46c-6fea31cb04e6 req-866b2f57-8416-4542-81db-58e39d6ff80f tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.23 "GET /v2.0/ports?device_id=70faa4f2-0c59-474e-9034-c13e9533e29c HTTP/1.1" status: 200 len: 947 time: 0.0896680 Jul 22 02:36:08.064791 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-2bf95ed8-0be7-4eab-8d31-56f61d71ea52 req-2affbb67-0130-49af-87f3-23bea3ba0124 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0aed844-8f5e-4fb4-9e95-10092036d5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654137 Jul 22 02:36:08.122701 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [req-df6bc94c-8c14-434d-a46c-6fea31cb04e6 req-a3572f7e-222b-455e-9e97-49bd65a813d7 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Deleting port 761e92fb-b6a8-4086-97d6-9a4319b6edb2 {{(pid=93206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:36:08.123047 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-df6bc94c-8c14-434d-a46c-6fea31cb04e6 req-a3572f7e-222b-455e-9e97-49bd65a813d7 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789867966868'] for port, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:08.212080 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [req-df6bc94c-8c14-434d-a46c-6fea31cb04e6 req-a3572f7e-222b-455e-9e97-49bd65a813d7 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] For port 761e92fb-b6a8-4086-97d6-9a4319b6edb2, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=761e92fb-b6a8-4086-97d6-9a4319b6edb2,segment=NetworkSegment(ed3fa64c-067a-4564-b1ab-aed7a924eb26),segment_id=ed3fa64c-067a-4564-b1ab-aed7a924eb26)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:36:08.212552 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-df6bc94c-8c14-434d-a46c-6fea31cb04e6 req-a3572f7e-222b-455e-9e97-49bd65a813d7 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760608'] for port, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:08.379591 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-df6bc94c-8c14-434d-a46c-6fea31cb04e6 req-a3572f7e-222b-455e-9e97-49bd65a813d7 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:08.379922 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-df6bc94c-8c14-434d-a46c-6fea31cb04e6 req-a3572f7e-222b-455e-9e97-49bd65a813d7 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746573'] for floatingip, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:08.380278 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.db.l3_db [req-df6bc94c-8c14-434d-a46c-6fea31cb04e6 req-a3572f7e-222b-455e-9e97-49bd65a813d7 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Floating IP bc9ec7a6-53ba-457d-a877-640a5dcd5735 disassociated. External IP: 172.27.3.104, port: 761e92fb-b6a8-4086-97d6-9a4319b6edb2. Jul 22 02:36:08.380727 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [req-df6bc94c-8c14-434d-a46c-6fea31cb04e6 req-a3572f7e-222b-455e-9e97-49bd65a813d7 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Calling delete_port for 761e92fb-b6a8-4086-97d6-9a4319b6edb2 owned by compute:nova {{(pid=93206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:36:08.509793 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-df6bc94c-8c14-434d-a46c-6fea31cb04e6 req-a3572f7e-222b-455e-9e97-49bd65a813d7 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789867968359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789867566228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909347'] for port, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:08.537818 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3572f7e-222b-455e-9e97-49bd65a813d7 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Pushing event deleted for resources: {'Port': ['ID=761e92fb-b6a8-4086-97d6-9a4319b6edb2,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:36:08.654750 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df6bc94c-8c14-434d-a46c-6fea31cb04e6 req-a3572f7e-222b-455e-9e97-49bd65a813d7 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Router 31dbb3de-5002-476d-90e9-ec3708f0d4a0 has already been hosted by L3 agent f9ed0358-a013-4c74-a622-17ee633b4610 {{(pid=93206) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 02:36:08.763306 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df6bc94c-8c14-434d-a46c-6fea31cb04e6 req-a3572f7e-222b-455e-9e97-49bd65a813d7 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify agent at l3_agent.dv-cinder-792299-6-iscsi the message routers_updated {{(pid=93206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:36:08.773238 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b52ecf-f25b-4844-9930-4f7b5c157dbf None None] Sync routers for ids ['31dbb3de-5002-476d-90e9-ec3708f0d4a0'] in dv-cinder-792299-6-iscsi {{(pid=93208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:36:08.783072 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b52ecf-f25b-4844-9930-4f7b5c157dbf None None] Routers {'31dbb3de-5002-476d-90e9-ec3708f0d4a0'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:36:08.783741 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-71b52ecf-f25b-4844-9930-4f7b5c157dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:35:44Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['31dbb3de-5002-476d-90e9-ec3708f0d4a0'], 'active': True} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:36:08.796258 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 34924) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:36:08.807322 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [req-df6bc94c-8c14-434d-a46c-6fea31cb04e6 req-a3572f7e-222b-455e-9e97-49bd65a813d7 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] No DVR routers for this DVR port 761e92fb-b6a8-4086-97d6-9a4319b6edb2 on host hv-cinder-79229 {{(pid=93206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 02:36:08.809877 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-df6bc94c-8c14-434d-a46c-6fea31cb04e6 req-a3572f7e-222b-455e-9e97-49bd65a813d7 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409'] for port, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:08.811832 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-df6bc94c-8c14-434d-a46c-6fea31cb04e6 req-a3572f7e-222b-455e-9e97-49bd65a813d7 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.23 "DELETE /v2.0/ports/761e92fb-b6a8-4086-97d6-9a4319b6edb2 HTTP/1.1" status: 204 len: 173 time: 0.8057814 Jul 22 02:36:08.812270 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70faa4f2-0c59-474e-9034-c13e9533e29c', 'name': 'network-vif-deleted', 'tag': '761e92fb-b6a8-4086-97d6-9a4319b6edb2'}] {{(pid=93206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:36:08.815039 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2c7467b3a520cac2f9dc58394876cadcbbb82697b422dc56d8b09de1a4b7e26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1898cdb6-5a22-4e28-9894-1cf29b5f54cb" -d '{"events": [{"server_uuid": "70faa4f2-0c59-474e-9034-c13e9533e29c", "name": "network-vif-deleted", "tag": "761e92fb-b6a8-4086-97d6-9a4319b6edb2"}]}' {{(pid=93206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:36:08.869982 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea885a85-c76a-4eb6-9e1b-08bd8006751a x-openstack-request-id: req-ea885a85-c76a-4eb6-9e1b-08bd8006751a {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:36:08.871142 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70faa4f2-0c59-474e-9034-c13e9533e29c", "name": "network-vif-deleted", "tag": "761e92fb-b6a8-4086-97d6-9a4319b6edb2", "status": "completed", "code": 200}]} {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:36:08.871398 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ea885a85-c76a-4eb6-9e1b-08bd8006751a {{(pid=93206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:36:08.880515 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70faa4f2-0c59-474e-9034-c13e9533e29c', 'name': 'network-vif-deleted', 'tag': '761e92fb-b6a8-4086-97d6-9a4319b6edb2', 'status': 'completed', 'code': 200} Jul 22 02:36:08.920935 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvr_db [None req-71b52ecf-f25b-4844-9930-4f7b5c157dbf None None] Set router 31dbb3de-5002-476d-90e9-ec3708f0d4a0 gateway port host: dv-cinder-792299-6-iscsi {{(pid=93208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:36:08.929436 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-3897576f-1c52-4509-a6bd-161b9eb421ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:09.036998 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-3897576f-1c52-4509-a6bd-161b9eb421ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:09.041539 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-3897576f-1c52-4509-a6bd-161b9eb421ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:09.081527 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-3897576f-1c52-4509-a6bd-161b9eb421ff admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=09afde7863e341b9968180da22f634f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2839980 Jul 22 02:36:09.083439 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3897576f-1c52-4509-a6bd-161b9eb421ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9888b1-55e2-43d9-ad1b-ffd8e646215f,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:36:09.084190 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 34930) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:36:09.135903 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-89c83a09-bcba-46d5-8a53-318b7b4c423b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:09.169123 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-89c83a09-bcba-46d5-8a53-318b7b4c423b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:09.193368 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a8cdf520-27f7-4fc4-ab6b-d79476d3d5c1 req-fbfb4acb-ead9-484a-a5ad-cc0203bc9b7b tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/ports?device_id=70faa4f2-0c59-474e-9034-c13e9533e29c HTTP/1.1" status: 200 len: 210 time: 0.0398982 Jul 22 02:36:09.242700 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-71b52ecf-f25b-4844-9930-4f7b5c157dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31dbb3de-5002-476d-90e9-ec3708f0d4a0', 'name': 'tempest-AttachVolumeShelveTestJSON-1720449418-router', 'tenant_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'd13595d8-8686-42d7-ad69-bf7f60fb015e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:28:44Z', 'updated_at': '2021-07-22T02:28:50Z', 'revision_number': 4, 'project_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'gw_port': {'id': 'd13595d8-8686-42d7-ad69-bf7f60fb015e', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31dbb3de-5002-476d-90e9-ec3708f0d4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:28:44Z', 'updated_at': '2021-07-22T02:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_interfaces': [{'id': '181cea9f-5c7f-480b-a288-bb655937ba35', 'name': '', 'network_id': 'c1704d84-6956-4df3-918a-504126cdf765', 'tenant_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'mac_address': 'fa:16:3e:02:a6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31dbb3de-5002-476d-90e9-ec3708f0d4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b32e8e6a-923e-4e9e-b074-47bc54badd49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:28:49Z', 'updated_at': '2021-07-22T02:28:58Z', 'revision_number': 5, 'project_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'subnets': [{'id': 'b32e8e6a-923e-4e9e-b074-47bc54badd49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:36:09.246412 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-89c83a09-bcba-46d5-8a53-318b7b4c423b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:09.249848 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-89c83a09-bcba-46d5-8a53-318b7b4c423b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:09.251586 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-89c83a09-bcba-46d5-8a53-318b7b4c423b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7a9888b1-55e2-43d9-ad1b-ffd8e646215f HTTP/1.1" status: 204 len: 168 time: 0.1652112 Jul 22 02:36:09.276210 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c83a09-bcba-46d5-8a53-318b7b4c423b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9888b1-55e2-43d9-ad1b-ffd8e646215f,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:36:09.281426 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b52ecf-f25b-4844-9930-4f7b5c157dbf None None] Checking router: 31dbb3de-5002-476d-90e9-ec3708f0d4a0 for host: dv-cinder-792299-6-iscsi {{(pid=93208) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:36:09.295484 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b52ecf-f25b-4844-9930-4f7b5c157dbf None None] Routers {'31dbb3de-5002-476d-90e9-ec3708f0d4a0'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:36:09.295807 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-71b52ecf-f25b-4844-9930-4f7b5c157dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:35:44Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['31dbb3de-5002-476d-90e9-ec3708f0d4a0'], 'active': True} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:36:09.408639 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvr_db [None req-71b52ecf-f25b-4844-9930-4f7b5c157dbf None None] Set router 31dbb3de-5002-476d-90e9-ec3708f0d4a0 gateway port host: dv-cinder-792299-6-iscsi {{(pid=93208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:36:09.549942 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 34938) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:36:09.563800 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-5aa36c98-4500-46a3-a3a6-16d088c366d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:09.602609 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-71b52ecf-f25b-4844-9930-4f7b5c157dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31dbb3de-5002-476d-90e9-ec3708f0d4a0', 'name': 'tempest-AttachVolumeShelveTestJSON-1720449418-router', 'tenant_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'd13595d8-8686-42d7-ad69-bf7f60fb015e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:28:44Z', 'updated_at': '2021-07-22T02:28:50Z', 'revision_number': 4, 'project_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'gw_port': {'id': 'd13595d8-8686-42d7-ad69-bf7f60fb015e', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31dbb3de-5002-476d-90e9-ec3708f0d4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:28:44Z', 'updated_at': '2021-07-22T02:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_interfaces': [{'id': '181cea9f-5c7f-480b-a288-bb655937ba35', 'name': '', 'network_id': 'c1704d84-6956-4df3-918a-504126cdf765', 'tenant_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'mac_address': 'fa:16:3e:02:a6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31dbb3de-5002-476d-90e9-ec3708f0d4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b32e8e6a-923e-4e9e-b074-47bc54badd49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:28:49Z', 'updated_at': '2021-07-22T02:28:58Z', 'revision_number': 5, 'project_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'subnets': [{'id': 'b32e8e6a-923e-4e9e-b074-47bc54badd49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:36:09.628054 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b52ecf-f25b-4844-9930-4f7b5c157dbf None None] The sync data for ids ['31dbb3de-5002-476d-90e9-ec3708f0d4a0'] in dv-cinder-792299-6-iscsi is: [{'id': '31dbb3de-5002-476d-90e9-ec3708f0d4a0', 'name': 'tempest-AttachVolumeShelveTestJSON-1720449418-router', 'tenant_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'd13595d8-8686-42d7-ad69-bf7f60fb015e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:28:44Z', 'updated_at': '2021-07-22T02:28:50Z', 'revision_number': 4, 'project_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'gw_port': {'id': 'd13595d8-8686-42d7-ad69-bf7f60fb015e', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31dbb3de-5002-476d-90e9-ec3708f0d4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:28:44Z', 'updated_at': '2021-07-22T02:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_interfaces': [{'id': '181cea9f-5c7f-480b-a288-bb655937ba35', 'name': '', 'network_id': 'c1704d84-6956-4df3-918a-504126cdf765', 'tenant_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'mac_address': 'fa:16:3e:02:a6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31dbb3de-5002-476d-90e9-ec3708f0d4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b32e8e6a-923e-4e9e-b074-47bc54badd49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:28:49Z', 'updated_at': '2021-07-22T02:28:58Z', 'revision_number': 5, 'project_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'subnets': [{'id': 'b32e8e6a-923e-4e9e-b074-47bc54badd49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:36:09.658162 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-5aa36c98-4500-46a3-a3a6-16d088c366d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:09.662165 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-5aa36c98-4500-46a3-a3a6-16d088c366d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:09.703541 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-5aa36c98-4500-46a3-a3a6-16d088c366d7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0a52a97af70d4c3ba1cc9f3e748573c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1500425 Jul 22 02:36:09.703541 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa36c98-4500-46a3-a3a6-16d088c366d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37473c84-5661-44da-8bab-32fcffaced91,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:36:09.703844 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 34940) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:36:09.759467 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-7af6acb7-a1d6-4bda-ba40-02c3170b9541 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:09.782315 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-7af6acb7-a1d6-4bda-ba40-02c3170b9541 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:09.829073 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-7af6acb7-a1d6-4bda-ba40-02c3170b9541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:09.831689 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-7af6acb7-a1d6-4bda-ba40-02c3170b9541 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:09.832925 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-7af6acb7-a1d6-4bda-ba40-02c3170b9541 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/37473c84-5661-44da-8bab-32fcffaced91 HTTP/1.1" status: 204 len: 168 time: 0.1279941 Jul 22 02:36:09.842067 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af6acb7-a1d6-4bda-ba40-02c3170b9541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37473c84-5661-44da-8bab-32fcffaced91,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:36:09.843768 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2836a3dc-a81e-4584-9b09-a5fd6ff20dc8 None None] New status for floating IP bc9ec7a6-53ba-457d-a877-640a5dcd5735: DOWN {{(pid=93207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 02:36:10.283185 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 34962) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:36:10.338741 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4403a15e-9b97-49a2-9ccc-c9af721add49 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:10.362354 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4403a15e-9b97-49a2-9ccc-c9af721add49 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:10.409972 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4403a15e-9b97-49a2-9ccc-c9af721add49 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:10.412832 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4403a15e-9b97-49a2-9ccc-c9af721add49 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:10.414646 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-4403a15e-9b97-49a2-9ccc-c9af721add49 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "DELETE /v2.0/security-groups/b0aed844-8f5e-4fb4-9e95-10092036d5a1 HTTP/1.1" status: 204 len: 168 time: 0.1304743 Jul 22 02:36:10.417717 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 34970) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:36:10.424573 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4403a15e-9b97-49a2-9ccc-c9af721add49 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0aed844-8f5e-4fb4-9e95-10092036d5a1,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:36:10.439955 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.api.v2.resource [None req-50ad2815-156e-47b7-b15c-5cf3793d8211 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] show failed (client error): The resource could not be found. Jul 22 02:36:10.443760 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-50ad2815-156e-47b7-b15c-5cf3793d8211 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "GET /v2.0/security-groups/b0aed844-8f5e-4fb4-9e95-10092036d5a1 HTTP/1.1" status: 404 len: 347 time: 0.0216582 Jul 22 02:36:10.444897 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 34972) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:36:10.567316 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [None req-4d7d0ee0-3cdf-4bfb-927b-f4f57efa7777 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Deleting port 1fd6471a-46e4-4401-a156-7f3f5a8d1b47 {{(pid=93205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:36:10.567663 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4d7d0ee0-3cdf-4bfb-927b-f4f57efa7777 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789867966868'] for port, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:10.646681 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4d7d0ee0-3cdf-4bfb-927b-f4f57efa7777 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760608'] for port, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:10.647014 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4d7d0ee0-3cdf-4bfb-927b-f4f57efa7777 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:10.658573 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [None req-4d7d0ee0-3cdf-4bfb-927b-f4f57efa7777 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Calling delete_port for 1fd6471a-46e4-4401-a156-7f3f5a8d1b47 owned by network:floatingip {{(pid=93205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:36:10.802029 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4d7d0ee0-3cdf-4bfb-927b-f4f57efa7777 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789867968359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789867566228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3324451'] for port, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:10.832270 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7d0ee0-3cdf-4bfb-927b-f4f57efa7777 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Pushing event deleted for resources: {'Port': ['ID=1fd6471a-46e4-4401-a156-7f3f5a8d1b47,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:36:10.887241 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4d7d0ee0-3cdf-4bfb-927b-f4f57efa7777 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks [] for floatingip, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:10.890115 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4d7d0ee0-3cdf-4bfb-927b-f4f57efa7777 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409'] for floatingip, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:10.891578 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-4d7d0ee0-3cdf-4bfb-927b-f4f57efa7777 tempest-AttachVolumeShelveTestJSON-2110745809 tempest-AttachVolumeShelveTestJSON-2110745809-project] 10.222.0.30 "DELETE /v2.0/floatingips/bc9ec7a6-53ba-457d-a877-640a5dcd5735 HTTP/1.1" status: 204 len: 168 time: 0.4453828 Jul 22 02:36:11.091178 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-eca1d852-725f-4f6d-b0b5-85e1ac3b897c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:11.159959 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device 761e92fb-b6a8-4086-97d6-9a4319b6edb2 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:36:11.181045 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] No Port match for: 761e92fb-b6a8-4086-97d6-9a4319b6edb2 {{(pid=93207) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:36:11.181483 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device 761e92fb-b6a8-4086-97d6-9a4319b6edb2 not bound to the agent host hv-cinder-79229 {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:36:12.312996 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:13.291591 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 35036) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:36:13.750529 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-157b1c36-dd71-4026-a05a-2e0f16c7e694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1758349'] for router_interface, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:13.806949 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-555cc88f-578c-4e2d-a942-11a4b0d64c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:13.906305 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:14.205714 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [None req-157b1c36-dd71-4026-a05a-2e0f16c7e694 admin admin] Deleting port 181cea9f-5c7f-480b-a288-bb655937ba35 {{(pid=93205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:36:14.206055 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-157b1c36-dd71-4026-a05a-2e0f16c7e694 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789867966868'] for port, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:14.286333 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.db [None req-157b1c36-dd71-4026-a05a-2e0f16c7e694 admin admin] For port 181cea9f-5c7f-480b-a288-bb655937ba35, host dv-cinder-792299-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=181cea9f-5c7f-480b-a288-bb655937ba35,segment=NetworkSegment(ed3fa64c-067a-4564-b1ab-aed7a924eb26),segment_id=ed3fa64c-067a-4564-b1ab-aed7a924eb26)] {{(pid=93205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:36:14.286701 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-157b1c36-dd71-4026-a05a-2e0f16c7e694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760608'] for port, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:14.299559 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [None req-157b1c36-dd71-4026-a05a-2e0f16c7e694 admin admin] Calling delete_port for 181cea9f-5c7f-480b-a288-bb655937ba35 owned by network:router_interface {{(pid=93205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:36:14.483157 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-157b1c36-dd71-4026-a05a-2e0f16c7e694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789867968359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789867566228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3324451'] for port, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:14.510355 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157b1c36-dd71-4026-a05a-2e0f16c7e694 admin admin] Pushing event deleted for resources: {'Port': ['ID=181cea9f-5c7f-480b-a288-bb655937ba35,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:36:14.609633 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 35070) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:36:14.688884 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-157b1c36-dd71-4026-a05a-2e0f16c7e694 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1758225'] for router_interface, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:14.718327 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-74e4c728-3cdd-4e75-93fc-9d36418926c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:14.722970 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9c5a9526-544c-492b-b3ab-1b4c68701215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:14.809601 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-74e4c728-3cdd-4e75-93fc-9d36418926c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:14.813308 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-74e4c728-3cdd-4e75-93fc-9d36418926c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:14.850458 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-74e4c728-3cdd-4e75-93fc-9d36418926c4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=126eadff03f0444fa5fff9dc88b9bb39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2391691 Jul 22 02:36:14.851294 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e4c728-3cdd-4e75-93fc-9d36418926c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d88191c1-c533-4527-95cf-85c5b4a317f3,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:36:14.853577 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 35074) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:36:14.900990 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-8c5807a1-2c85-4f29-b272-7cf5e268662f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:14.903680 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-157b1c36-dd71-4026-a05a-2e0f16c7e694 admin admin] Router 31dbb3de-5002-476d-90e9-ec3708f0d4a0 has already been hosted by L3 agent f9ed0358-a013-4c74-a622-17ee633b4610 {{(pid=93205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 02:36:14.921835 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-8c5807a1-2c85-4f29-b272-7cf5e268662f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:14.965967 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-8c5807a1-2c85-4f29-b272-7cf5e268662f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:14.968866 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-8c5807a1-2c85-4f29-b272-7cf5e268662f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:14.972715 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-8c5807a1-2c85-4f29-b272-7cf5e268662f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d88191c1-c533-4527-95cf-85c5b4a317f3 HTTP/1.1" status: 204 len: 168 time: 0.1181681 Jul 22 02:36:14.981011 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5807a1-2c85-4f29-b272-7cf5e268662f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88191c1-c533-4527-95cf-85c5b4a317f3,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:36:15.008427 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-157b1c36-dd71-4026-a05a-2e0f16c7e694 admin admin] Notify agent at l3_agent.dv-cinder-792299-6-iscsi the message routers_updated {{(pid=93205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:36:15.013467 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-157b1c36-dd71-4026-a05a-2e0f16c7e694 admin admin] 10.222.0.30 "PUT /v2.0/routers/31dbb3de-5002-476d-90e9-ec3708f0d4a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7208545 Jul 22 02:36:15.015941 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 35078) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:36:15.018223 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0870cb83-5346-4fed-a705-07c68afbe8d7 None None] Sync routers for ids ['31dbb3de-5002-476d-90e9-ec3708f0d4a0'] in dv-cinder-792299-6-iscsi {{(pid=93208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:36:15.027920 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0870cb83-5346-4fed-a705-07c68afbe8d7 None None] Routers {'31dbb3de-5002-476d-90e9-ec3708f0d4a0'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:36:15.028819 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-0870cb83-5346-4fed-a705-07c68afbe8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:36:14Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['31dbb3de-5002-476d-90e9-ec3708f0d4a0'], 'active': True} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:36:15.123371 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-dc5dedab-4817-4604-baa5-599426d7e38e admin admin] Notify callbacks [] for router, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:15.135225 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvr_db [None req-0870cb83-5346-4fed-a705-07c68afbe8d7 None None] Set router 31dbb3de-5002-476d-90e9-ec3708f0d4a0 gateway port host: dv-cinder-792299-6-iscsi {{(pid=93208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:36:15.230551 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-dc5dedab-4817-4604-baa5-599426d7e38e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:15.253839 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 35082) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:36:15.279034 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-d87e186c-a2df-4366-82a4-15d7c9cc2d91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:15.296336 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [None req-dc5dedab-4817-4604-baa5-599426d7e38e admin admin] Deleting port d13595d8-8686-42d7-ad69-bf7f60fb015e {{(pid=93205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:36:15.296714 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-dc5dedab-4817-4604-baa5-599426d7e38e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789867966868'] for port, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:15.349130 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-0870cb83-5346-4fed-a705-07c68afbe8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31dbb3de-5002-476d-90e9-ec3708f0d4a0', 'name': 'tempest-AttachVolumeShelveTestJSON-1720449418-router', 'tenant_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'd13595d8-8686-42d7-ad69-bf7f60fb015e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:28:44Z', 'updated_at': '2021-07-22T02:36:14Z', 'revision_number': 5, 'project_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'gw_port': {'id': 'd13595d8-8686-42d7-ad69-bf7f60fb015e', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31dbb3de-5002-476d-90e9-ec3708f0d4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:28:44Z', 'updated_at': '2021-07-22T02:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi'}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:36:15.376048 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0870cb83-5346-4fed-a705-07c68afbe8d7 None None] Checking router: 31dbb3de-5002-476d-90e9-ec3708f0d4a0 for host: dv-cinder-792299-6-iscsi {{(pid=93208) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:36:15.379633 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-d87e186c-a2df-4366-82a4-15d7c9cc2d91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:15.384324 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-d87e186c-a2df-4366-82a4-15d7c9cc2d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:15.385023 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0870cb83-5346-4fed-a705-07c68afbe8d7 None None] Routers {'31dbb3de-5002-476d-90e9-ec3708f0d4a0'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:36:15.385681 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-0870cb83-5346-4fed-a705-07c68afbe8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:36:14Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['31dbb3de-5002-476d-90e9-ec3708f0d4a0'], 'active': True} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:36:15.388954 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.db [None req-dc5dedab-4817-4604-baa5-599426d7e38e admin admin] For port d13595d8-8686-42d7-ad69-bf7f60fb015e, host dv-cinder-792299-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=d13595d8-8686-42d7-ad69-bf7f60fb015e,segment=NetworkSegment(9c11ce42-9cd0-4724-aa43-c030ca3574d3),segment_id=9c11ce42-9cd0-4724-aa43-c030ca3574d3)] {{(pid=93205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:36:15.389491 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-dc5dedab-4817-4604-baa5-599426d7e38e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760608'] for port, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:15.402650 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [None req-dc5dedab-4817-4604-baa5-599426d7e38e admin admin] Calling delete_port for d13595d8-8686-42d7-ad69-bf7f60fb015e owned by network:router_gateway {{(pid=93205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:36:15.425949 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-d87e186c-a2df-4366-82a4-15d7c9cc2d91 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ec2a06261fe840b3b4515338066eef6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1704786 Jul 22 02:36:15.428472 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 35084) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:36:15.434624 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87e186c-a2df-4366-82a4-15d7c9cc2d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c1f555-03de-4abc-9b66-09c8eee6a454,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:36:15.478354 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvr_db [None req-0870cb83-5346-4fed-a705-07c68afbe8d7 None None] Set router 31dbb3de-5002-476d-90e9-ec3708f0d4a0 gateway port host: None {{(pid=93208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:36:15.481307 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9f6ce4cd-8195-4386-8d24-7a28723aeef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:15.502147 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9f6ce4cd-8195-4386-8d24-7a28723aeef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:15.534906 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-0870cb83-5346-4fed-a705-07c68afbe8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31dbb3de-5002-476d-90e9-ec3708f0d4a0', 'name': 'tempest-AttachVolumeShelveTestJSON-1720449418-router', 'tenant_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:28:44Z', 'updated_at': '2021-07-22T02:36:15Z', 'revision_number': 6, 'project_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'gw_port_host': None}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:36:15.553005 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9f6ce4cd-8195-4386-8d24-7a28723aeef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:15.555857 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9f6ce4cd-8195-4386-8d24-7a28723aeef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:15.559289 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-9f6ce4cd-8195-4386-8d24-7a28723aeef3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e4c1f555-03de-4abc-9b66-09c8eee6a454 HTTP/1.1" status: 204 len: 168 time: 0.1276009 Jul 22 02:36:15.564313 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0870cb83-5346-4fed-a705-07c68afbe8d7 None None] The sync data for ids ['31dbb3de-5002-476d-90e9-ec3708f0d4a0'] in dv-cinder-792299-6-iscsi is: [{'id': '31dbb3de-5002-476d-90e9-ec3708f0d4a0', 'name': 'tempest-AttachVolumeShelveTestJSON-1720449418-router', 'tenant_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:28:44Z', 'updated_at': '2021-07-22T02:36:15Z', 'revision_number': 6, 'project_id': '390f421b378f4ffc8c6d8fc7bd0e0d86', 'gw_port_host': None}] {{(pid=93208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:36:15.566317 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6ce4cd-8195-4386-8d24-7a28723aeef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c1f555-03de-4abc-9b66-09c8eee6a454,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:36:15.587553 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-dc5dedab-4817-4604-baa5-599426d7e38e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789867968359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789867566228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3324451'] for port, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:15.621896 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5dedab-4817-4604-baa5-599426d7e38e admin admin] Pushing event deleted for resources: {'Port': ['ID=d13595d8-8686-42d7-ad69-bf7f60fb015e,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:36:15.676897 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-dc5dedab-4817-4604-baa5-599426d7e38e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1746615'] for router_gateway, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:15.769469 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-dc5dedab-4817-4604-baa5-599426d7e38e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1745248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25286'] for router, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:15.771577 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-dc5dedab-4817-4604-baa5-599426d7e38e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:15.814812 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-dc5dedab-4817-4604-baa5-599426d7e38e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760588'] for router, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:15.815355 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc5dedab-4817-4604-baa5-599426d7e38e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31dbb3de-5002-476d-90e9-ec3708f0d4a0 {{(pid=93205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 02:36:15.820707 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-dc5dedab-4817-4604-baa5-599426d7e38e admin admin] Notify callbacks [] for router, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:15.821867 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-dc5dedab-4817-4604-baa5-599426d7e38e admin admin] 10.222.0.30 "DELETE /v2.0/routers/31dbb3de-5002-476d-90e9-ec3708f0d4a0 HTTP/1.1" status: 204 len: 168 time: 0.8050022 Jul 22 02:36:15.824470 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 35092) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:36:15.872894 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.db_base_plugin_v2 [None req-372ef4b9-6ab5-4ddd-ba9d-e1ad01cac1b7 admin admin] Deleting subnet b32e8e6a-923e-4e9e-b074-47bc54badd49 {{(pid=93206) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 02:36:15.874463 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-372ef4b9-6ab5-4ddd-ba9d-e1ad01cac1b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:15.914022 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-372ef4b9-6ab5-4ddd-ba9d-e1ad01cac1b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8871341'] for subnet, precommit_delete_associations {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:16.028150 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-372ef4b9-6ab5-4ddd-ba9d-e1ad01cac1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774554'] for subnet, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:16.082209 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-372ef4b9-6ab5-4ddd-ba9d-e1ad01cac1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9965702'] for subnet, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:16.109252 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372ef4b9-6ab5-4ddd-ba9d-e1ad01cac1b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b32e8e6a-923e-4e9e-b074-47bc54badd49,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:36:16.115127 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-372ef4b9-6ab5-4ddd-ba9d-e1ad01cac1b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:16.117797 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-372ef4b9-6ab5-4ddd-ba9d-e1ad01cac1b7 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b32e8e6a-923e-4e9e-b074-47bc54badd49 HTTP/1.1" status: 204 len: 168 time: 0.2920480 Jul 22 02:36:16.120264 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 35106) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:36:16.121373 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743c54e6-3848-4155-9d25-ef76fff4ba1d None None] Network c1704d84-6956-4df3-918a-504126cdf765 requested from dv-cinder-792299-6-iscsi {{(pid=93207) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:36:16.196610 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a1fca712-fbdf-4e49-a5ef-15de1ce5f439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-716893'] for network, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:16.255802 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [None req-a1fca712-fbdf-4e49-a5ef-15de1ce5f439 admin admin] Deleting port b2654b4b-3221-4a91-ac68-d2f1afdfc2ff {{(pid=93205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:36:16.256066 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a1fca712-fbdf-4e49-a5ef-15de1ce5f439 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789867966868'] for port, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:16.261427 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-46ac0fbd-03cc-41f5-9e75-a35c43e1b5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:16.325565 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.db [None req-a1fca712-fbdf-4e49-a5ef-15de1ce5f439 admin admin] For port b2654b4b-3221-4a91-ac68-d2f1afdfc2ff, host dv-cinder-792299-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=b2654b4b-3221-4a91-ac68-d2f1afdfc2ff,segment=NetworkSegment(ed3fa64c-067a-4564-b1ab-aed7a924eb26),segment_id=ed3fa64c-067a-4564-b1ab-aed7a924eb26)] {{(pid=93205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:36:16.326226 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a1fca712-fbdf-4e49-a5ef-15de1ce5f439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760608'] for port, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:16.339135 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [None req-a1fca712-fbdf-4e49-a5ef-15de1ce5f439 admin admin] Calling delete_port for b2654b4b-3221-4a91-ac68-d2f1afdfc2ff owned by network:dhcp {{(pid=93205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:36:16.350407 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8c605a-9bef-40fb-afd0-bbb65054168c None None] DHCP port deletion for c1704d84-6956-4df3-918a-504126cdf765 request from dv-cinder-792299-6-iscsi {{(pid=93207) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 02:36:16.402120 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-9d8c605a-9bef-40fb-afd0-bbb65054168c None None] Deleting port b2654b4b-3221-4a91-ac68-d2f1afdfc2ff {{(pid=93207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:36:16.402686 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9d8c605a-9bef-40fb-afd0-bbb65054168c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789867966868'] for port, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:16.428638 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a1fca712-fbdf-4e49-a5ef-15de1ce5f439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789867968359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789867566228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3324451'] for port, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:16.458403 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fca712-fbdf-4e49-a5ef-15de1ce5f439 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2654b4b-3221-4a91-ac68-d2f1afdfc2ff,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:36:16.460412 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fca712-fbdf-4e49-a5ef-15de1ce5f439 admin admin] No DVR routers for this DVR port b2654b4b-3221-4a91-ac68-d2f1afdfc2ff on host dv-cinder-792299-6-iscsi {{(pid=93205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 02:36:16.483827 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-9d8c605a-9bef-40fb-afd0-bbb65054168c None None] For port b2654b4b-3221-4a91-ac68-d2f1afdfc2ff, host dv-cinder-792299-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=b2654b4b-3221-4a91-ac68-d2f1afdfc2ff,segment=NetworkSegment(ed3fa64c-067a-4564-b1ab-aed7a924eb26),segment_id=ed3fa64c-067a-4564-b1ab-aed7a924eb26)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:36:16.484365 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9d8c605a-9bef-40fb-afd0-bbb65054168c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760608'] for port, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:16.498263 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-9d8c605a-9bef-40fb-afd0-bbb65054168c None None] Calling delete_port for b2654b4b-3221-4a91-ac68-d2f1afdfc2ff owned by network:dhcp {{(pid=93207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:36:16.545518 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a1fca712-fbdf-4e49-a5ef-15de1ce5f439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-773542', 'neutron.services.segments.db._delete_segments_for_network-8789868033329'] for network, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:16.556624 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.services.segments.db [None req-a1fca712-fbdf-4e49-a5ef-15de1ce5f439 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1704d84-6956-4df3-918a-504126cdf765']}} {{(pid=93205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:36:16.567064 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.services.segments.db [None req-a1fca712-fbdf-4e49-a5ef-15de1ce5f439 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed3fa64c-067a-4564-b1ab-aed7a924eb26') {'for_net_delete': True} {{(pid=93205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:36:16.567372 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.services.segments.db [None req-a1fca712-fbdf-4e49-a5ef-15de1ce5f439 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed3fa64c-067a-4564-b1ab-aed7a924eb26') {} {{(pid=93205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:36:16.577167 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a1fca712-fbdf-4e49-a5ef-15de1ce5f439 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789868033850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3324604'] for segment, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:16.580565 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9d8c605a-9bef-40fb-afd0-bbb65054168c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789867968359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789867566228'] for port, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:16.591036 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a1fca712-fbdf-4e49-a5ef-15de1ce5f439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767938'] for segment, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:16.598415 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1fca712-fbdf-4e49-a5ef-15de1ce5f439 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=93205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 02:36:16.599853 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a1fca712-fbdf-4e49-a5ef-15de1ce5f439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3324428'] for segment, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:16.602114 dv-cinder-792299-6-iscsi neutron-server[93205]: Traceback (most recent call last): Jul 22 02:36:16.602114 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 02:36:16.602114 dv-cinder-792299-6-iscsi neutron-server[93205]: timer() Jul 22 02:36:16.602114 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 02:36:16.602114 dv-cinder-792299-6-iscsi neutron-server[93205]: cb(*args, **kw) Jul 22 02:36:16.602114 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 02:36:16.602114 dv-cinder-792299-6-iscsi neutron-server[93205]: return func(*args, **kwargs) Jul 22 02:36:16.602114 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 02:36:16.602114 dv-cinder-792299-6-iscsi neutron-server[93205]: self._notify() Jul 22 02:36:16.602114 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 02:36:16.602114 dv-cinder-792299-6-iscsi neutron-server[93205]: self.callback(batched_events) Jul 22 02:36:16.602114 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 02:36:16.602114 dv-cinder-792299-6-iscsi neutron-server[93205]: event.method(event) Jul 22 02:36:16.602114 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 02:36:16.602114 dv-cinder-792299-6-iscsi neutron-server[93205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 02:36:16.602114 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 02:36:16.602114 dv-cinder-792299-6-iscsi neutron-server[93205]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 02:36:16.602114 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 02:36:16.602114 dv-cinder-792299-6-iscsi neutron-server[93205]: return f(self, *a, **k) Jul 22 02:36:16.602114 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 02:36:16.602114 dv-cinder-792299-6-iscsi neutron-server[93205]: return self._get(url).json() Jul 22 02:36:16.602114 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 02:36:16.602114 dv-cinder-792299-6-iscsi neutron-server[93205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 02:36:16.602114 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 02:36:16.602114 dv-cinder-792299-6-iscsi neutron-server[93205]: return self.request(url, 'GET', **kwargs) Jul 22 02:36:16.602114 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 02:36:16.602114 dv-cinder-792299-6-iscsi neutron-server[93205]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 02:36:16.602114 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 02:36:16.602114 dv-cinder-792299-6-iscsi neutron-server[93205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 02:36:16.602114 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 02:36:16.602114 dv-cinder-792299-6-iscsi neutron-server[93205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 02:36:16.602114 dv-cinder-792299-6-iscsi neutron-server[93205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 02:36:16.615391 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8c605a-9bef-40fb-afd0-bbb65054168c None None] Pushing event deleted for resources: {'Port': ['ID=b2654b4b-3221-4a91-ac68-d2f1afdfc2ff,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:36:16.618500 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8c605a-9bef-40fb-afd0-bbb65054168c None None] No DVR routers for this DVR port b2654b4b-3221-4a91-ac68-d2f1afdfc2ff on host dv-cinder-792299-6-iscsi {{(pid=93207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 02:36:16.661782 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a1fca712-fbdf-4e49-a5ef-15de1ce5f439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746579'] for network, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:16.669136 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a1fca712-fbdf-4e49-a5ef-15de1ce5f439 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583845'] for network, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:16.671082 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-a1fca712-fbdf-4e49-a5ef-15de1ce5f439 admin admin] 10.222.0.30 "DELETE /v2.0/networks/c1704d84-6956-4df3-918a-504126cdf765 HTTP/1.1" status: 204 len: 168 time: 0.5495284 Jul 22 02:36:16.683819 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fca712-fbdf-4e49-a5ef-15de1ce5f439 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1704d84-6956-4df3-918a-504126cdf765,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:36:16.898854 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 35130) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:36:16.947843 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-9304f194-281d-4a6d-8f21-3f46cd221a08 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=390f421b378f4ffc8c6d8fc7bd0e0d86&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0477149 Jul 22 02:36:16.950657 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 35132) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:36:17.000155 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-c5cfff11-d59e-4970-acf0-e36b74bceff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:17.020698 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-c5cfff11-d59e-4970-acf0-e36b74bceff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:17.068997 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-c5cfff11-d59e-4970-acf0-e36b74bceff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:17.071605 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-c5cfff11-d59e-4970-acf0-e36b74bceff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:17.072782 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-c5cfff11-d59e-4970-acf0-e36b74bceff2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fe42191a-03c3-472b-ba0d-a47553104e7d HTTP/1.1" status: 204 len: 168 time: 0.1208086 Jul 22 02:36:17.080593 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cfff11-d59e-4970-acf0-e36b74bceff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe42191a-03c3-472b-ba0d-a47553104e7d,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:36:17.328304 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device d13595d8-8686-42d7-ad69-bf7f60fb015e no longer exists at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:36:17.349067 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] No Port match for: d13595d8-8686-42d7-ad69-bf7f60fb015e {{(pid=93207) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:36:17.349410 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device d13595d8-8686-42d7-ad69-bf7f60fb015e not bound to the agent host dv-cinder-792299-6-iscsi {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:36:17.349828 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device 181cea9f-5c7f-480b-a288-bb655937ba35 no longer exists at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:36:17.371693 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] No Port match for: 181cea9f-5c7f-480b-a288-bb655937ba35 {{(pid=93207) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:36:17.372117 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device 181cea9f-5c7f-480b-a288-bb655937ba35 not bound to the agent host dv-cinder-792299-6-iscsi {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:36:17.373218 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device b2654b4b-3221-4a91-ac68-d2f1afdfc2ff no longer exists at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:36:17.395053 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] No Port match for: b2654b4b-3221-4a91-ac68-d2f1afdfc2ff {{(pid=93207) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:36:17.395502 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device b2654b4b-3221-4a91-ac68-d2f1afdfc2ff not bound to the agent host dv-cinder-792299-6-iscsi {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:36:17.777440 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 35186) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:36:17.925532 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9741073b-4b97-4258-8384-3dcaa3c56f27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:18.014863 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9741073b-4b97-4258-8384-3dcaa3c56f27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:18.019124 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9741073b-4b97-4258-8384-3dcaa3c56f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:18.055873 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9741073b-4b97-4258-8384-3dcaa3c56f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5805c5ff-5a3c-4b5b-b7b2-eeda71895c29,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:36:18.060052 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-9741073b-4b97-4258-8384-3dcaa3c56f27 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5fdfe12e57c8474691083800225968fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2815964 Jul 22 02:36:18.062744 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 35202) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:36:18.113032 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-8206467a-b7e9-49c7-8385-b820b8fef634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:18.134391 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-8206467a-b7e9-49c7-8385-b820b8fef634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:18.181146 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-8206467a-b7e9-49c7-8385-b820b8fef634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:18.183871 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-8206467a-b7e9-49c7-8385-b820b8fef634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:18.185055 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-8206467a-b7e9-49c7-8385-b820b8fef634 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5805c5ff-5a3c-4b5b-b7b2-eeda71895c29 HTTP/1.1" status: 204 len: 168 time: 0.1214061 Jul 22 02:36:18.192990 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8206467a-b7e9-49c7-8385-b820b8fef634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5805c5ff-5a3c-4b5b-b7b2-eeda71895c29,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:36:18.494927 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 35218) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:36:18.508099 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6404e38d-ede6-41ce-91aa-bc33b27ba5c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:18.598391 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6404e38d-ede6-41ce-91aa-bc33b27ba5c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:18.602479 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6404e38d-ede6-41ce-91aa-bc33b27ba5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:18.640021 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-6404e38d-ede6-41ce-91aa-bc33b27ba5c1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b30d889bfeec42d68f7462cf7f8e23c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1439779 Jul 22 02:36:18.641057 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6404e38d-ede6-41ce-91aa-bc33b27ba5c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3cc431-21a5-4eb0-aa42-6866f592c40b,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:36:18.643810 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 35232) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:36:18.701465 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-261f08bc-9329-4851-9552-f6acd81bd7f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:18.723959 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-261f08bc-9329-4851-9552-f6acd81bd7f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:18.768856 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-261f08bc-9329-4851-9552-f6acd81bd7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:18.771453 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-261f08bc-9329-4851-9552-f6acd81bd7f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:18.772744 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-261f08bc-9329-4851-9552-f6acd81bd7f3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3a3cc431-21a5-4eb0-aa42-6866f592c40b HTTP/1.1" status: 204 len: 168 time: 0.1278079 Jul 22 02:36:18.782437 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261f08bc-9329-4851-9552-f6acd81bd7f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3cc431-21a5-4eb0-aa42-6866f592c40b,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:36:18.941137 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 35246) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:36:19.040949 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-3dea21a8-ef93-42f5-b999-7fa1c4bf00d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:19.129714 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-3dea21a8-ef93-42f5-b999-7fa1c4bf00d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:19.133885 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-3dea21a8-ef93-42f5-b999-7fa1c4bf00d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:19.173163 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-3dea21a8-ef93-42f5-b999-7fa1c4bf00d4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1bef4852ae85499f932e3506e7486e3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2308946 Jul 22 02:36:19.173948 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 35260) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:36:19.174501 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dea21a8-ef93-42f5-b999-7fa1c4bf00d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a91a4a9-813a-4e0a-8e9f-15579f1e6288,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:36:19.222581 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-344448fd-e5f9-4418-9879-df694e8ab4c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:19.246473 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-344448fd-e5f9-4418-9879-df694e8ab4c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:19.566835 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-344448fd-e5f9-4418-9879-df694e8ab4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:19.569408 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-344448fd-e5f9-4418-9879-df694e8ab4c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:19.573796 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-344448fd-e5f9-4418-9879-df694e8ab4c1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6a91a4a9-813a-4e0a-8e9f-15579f1e6288 HTTP/1.1" status: 204 len: 168 time: 0.3956335 Jul 22 02:36:19.581324 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344448fd-e5f9-4418-9879-df694e8ab4c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a91a4a9-813a-4e0a-8e9f-15579f1e6288,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:36:19.884970 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 35286) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:36:19.898344 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a92526a0-b855-488a-b990-26d92851131a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:19.986368 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a92526a0-b855-488a-b990-26d92851131a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:19.990348 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a92526a0-b855-488a-b990-26d92851131a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:20.028010 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-a92526a0-b855-488a-b990-26d92851131a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f068236b778e49c49974cfc62c86d868&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1419661 Jul 22 02:36:20.029536 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92526a0-b855-488a-b990-26d92851131a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=901b125f-c5db-4fb6-b374-b69727694a4b,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:36:20.031040 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 35292) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:36:20.081103 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-440ef225-caf8-4ae7-ac7e-e10a98362d1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:20.105550 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-440ef225-caf8-4ae7-ac7e-e10a98362d1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:20.154211 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-440ef225-caf8-4ae7-ac7e-e10a98362d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:20.156850 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-440ef225-caf8-4ae7-ac7e-e10a98362d1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:20.160271 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-440ef225-caf8-4ae7-ac7e-e10a98362d1d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/901b125f-c5db-4fb6-b374-b69727694a4b HTTP/1.1" status: 204 len: 168 time: 0.1259954 Jul 22 02:36:20.166299 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440ef225-caf8-4ae7-ac7e-e10a98362d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=901b125f-c5db-4fb6-b374-b69727694a4b,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:36:20.548337 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 35322) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:36:20.698275 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-62b32141-8de6-47ed-8873-7c34012df427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:20.789328 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-62b32141-8de6-47ed-8873-7c34012df427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:20.793111 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-62b32141-8de6-47ed-8873-7c34012df427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:20.831301 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-62b32141-8de6-47ed-8873-7c34012df427 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cc547a6a02ca4c4fa83dc5bcc60ec074&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2818654 Jul 22 02:36:20.832029 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b32141-8de6-47ed-8873-7c34012df427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8495d2aa-4034-4e90-82ea-56665883d53d,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:36:20.834627 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 35336) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:36:20.883637 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-bd5d6358-6fc1-4cfa-94a0-5c136eb3f9a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:20.903795 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-bd5d6358-6fc1-4cfa-94a0-5c136eb3f9a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:20.952758 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-bd5d6358-6fc1-4cfa-94a0-5c136eb3f9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:20.955310 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-bd5d6358-6fc1-4cfa-94a0-5c136eb3f9a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:20.956438 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-bd5d6358-6fc1-4cfa-94a0-5c136eb3f9a9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8495d2aa-4034-4e90-82ea-56665883d53d HTTP/1.1" status: 204 len: 168 time: 0.1206520 Jul 22 02:36:20.963993 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5d6358-6fc1-4cfa-94a0-5c136eb3f9a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8495d2aa-4034-4e90-82ea-56665883d53d,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:36:21.289997 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 35352) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:36:21.303212 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-d7e747f3-44b6-438f-bdca-a7b052bd3df8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:21.395738 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-d7e747f3-44b6-438f-bdca-a7b052bd3df8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:21.400443 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-d7e747f3-44b6-438f-bdca-a7b052bd3df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:21.437686 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-d7e747f3-44b6-438f-bdca-a7b052bd3df8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=eff2d32b5a114a349200c9a1fa6adcd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1465342 Jul 22 02:36:21.438793 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e747f3-44b6-438f-bdca-a7b052bd3df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b777b5ed-d9e2-41ae-bfe5-91e8ba6a1317,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:36:21.440374 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 35360) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:36:21.493495 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-5dcc2243-f3b1-4079-b41f-0055868fbc87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:21.513654 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-5dcc2243-f3b1-4079-b41f-0055868fbc87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:21.559145 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-5dcc2243-f3b1-4079-b41f-0055868fbc87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:21.561877 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-5dcc2243-f3b1-4079-b41f-0055868fbc87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:21.565325 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-5dcc2243-f3b1-4079-b41f-0055868fbc87 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b777b5ed-d9e2-41ae-bfe5-91e8ba6a1317 HTTP/1.1" status: 204 len: 168 time: 0.1208484 Jul 22 02:36:21.571646 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcc2243-f3b1-4079-b41f-0055868fbc87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b777b5ed-d9e2-41ae-bfe5-91e8ba6a1317,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:36:23.071331 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 35538) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:36:23.181035 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-43298ff6-aec0-42da-ab60-9f800803a89e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:23.274473 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-43298ff6-aec0-42da-ab60-9f800803a89e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:23.278748 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-43298ff6-aec0-42da-ab60-9f800803a89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:23.314970 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-43298ff6-aec0-42da-ab60-9f800803a89e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=074dd075d6104807b99f83e0934497d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2425284 Jul 22 02:36:23.315814 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43298ff6-aec0-42da-ab60-9f800803a89e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc36583-2e79-4751-aa8f-44fd58ec506c,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:36:23.317597 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 35542) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:36:23.371247 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-481ce723-c0a8-4386-97f7-2abeef4e78c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:23.392883 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-481ce723-c0a8-4386-97f7-2abeef4e78c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:23.437743 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-481ce723-c0a8-4386-97f7-2abeef4e78c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:23.440356 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-481ce723-c0a8-4386-97f7-2abeef4e78c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:23.441540 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-481ce723-c0a8-4386-97f7-2abeef4e78c2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cbc36583-2e79-4751-aa8f-44fd58ec506c HTTP/1.1" status: 204 len: 168 time: 0.1223936 Jul 22 02:36:23.451535 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481ce723-c0a8-4386-97f7-2abeef4e78c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc36583-2e79-4751-aa8f-44fd58ec506c,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:36:23.714127 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 35548) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:36:23.727447 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-946e25ec-98b7-4c75-88e5-e860ced95fdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:23.814427 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-946e25ec-98b7-4c75-88e5-e860ced95fdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:23.818022 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-946e25ec-98b7-4c75-88e5-e860ced95fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:23.856416 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946e25ec-98b7-4c75-88e5-e860ced95fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ea8d55-d2ef-4299-9154-31fab1288d2c,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:36:23.863589 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-946e25ec-98b7-4c75-88e5-e860ced95fdb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=77d8d8cbac5740d8a5a39de16a0fdcbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1483219 Jul 22 02:36:23.863798 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 35552) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:36:23.915594 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-7357f90d-66e2-4e5e-996e-00296f75108f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:23.940043 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-7357f90d-66e2-4e5e-996e-00296f75108f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:23.987197 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-7357f90d-66e2-4e5e-996e-00296f75108f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:23.990116 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-7357f90d-66e2-4e5e-996e-00296f75108f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:23.992102 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-7357f90d-66e2-4e5e-996e-00296f75108f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/88ea8d55-d2ef-4299-9154-31fab1288d2c HTTP/1.1" status: 204 len: 168 time: 0.1265512 Jul 22 02:36:24.001333 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7357f90d-66e2-4e5e-996e-00296f75108f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ea8d55-d2ef-4299-9154-31fab1288d2c,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:36:24.563954 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.agents_db [None req-f1c5c46c-8295-40fa-87c5-0db6e260a587 None None] Agent healthcheck: found 6 active agents {{(pid=93208) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 02:36:41.081987 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-2ec5ff52-e24a-4d94-9b50-6687d2a3d8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:42.327672 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:43.807177 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-91b5adc9-0c84-4192-9053-2d6840fa545c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:43.907872 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:44.723800 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9c5a9526-544c-492b-b3ab-1b4c68701215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:46.249497 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-46ac0fbd-03cc-41f5-9e75-a35c43e1b5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:57.561207 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 35874) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:36:57.670827 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-29dcd1c5-331d-499c-8abf-57a09fb0922f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:57.727752 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 35880) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:36:57.772264 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-29dcd1c5-331d-499c-8abf-57a09fb0922f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:57.776335 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-29dcd1c5-331d-499c-8abf-57a09fb0922f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:57.815113 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-29dcd1c5-331d-499c-8abf-57a09fb0922f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=02ef553badd24632bfd5f332022335fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2528198 Jul 22 02:36:57.816365 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dcd1c5-331d-499c-8abf-57a09fb0922f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7288dc2-2c5e-4099-aace-e9010882160a,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:36:57.817783 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 35884) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:36:57.833312 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-4deb093f-e6c2-4955-bff1-3910379dc577 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:57.872222 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-230f1872-21fd-4587-badc-8274877bbddc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:57.897642 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-230f1872-21fd-4587-badc-8274877bbddc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:57.931054 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-4deb093f-e6c2-4955-bff1-3910379dc577 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:57.934885 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-4deb093f-e6c2-4955-bff1-3910379dc577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:57.946461 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-230f1872-21fd-4587-badc-8274877bbddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:57.949155 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-230f1872-21fd-4587-badc-8274877bbddc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:57.950503 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-230f1872-21fd-4587-badc-8274877bbddc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b7288dc2-2c5e-4099-aace-e9010882160a HTTP/1.1" status: 204 len: 168 time: 0.1310301 Jul 22 02:36:57.958221 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230f1872-21fd-4587-badc-8274877bbddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7288dc2-2c5e-4099-aace-e9010882160a,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:36:57.976891 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-4deb093f-e6c2-4955-bff1-3910379dc577 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f2addc6a8b314618add7614d18251792&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2461112 Jul 22 02:36:57.976891 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deb093f-e6c2-4955-bff1-3910379dc577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=622b1f87-2878-497f-b4c4-e06ee5211767,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:36:57.979273 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 35888) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:36:58.028901 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-5a645161-87ea-4869-8742-8dde852e6d25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:58.051022 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-5a645161-87ea-4869-8742-8dde852e6d25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:58.099389 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-5a645161-87ea-4869-8742-8dde852e6d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:58.102321 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-5a645161-87ea-4869-8742-8dde852e6d25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:58.104008 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-5a645161-87ea-4869-8742-8dde852e6d25 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/622b1f87-2878-497f-b4c4-e06ee5211767 HTTP/1.1" status: 204 len: 168 time: 0.1238313 Jul 22 02:36:58.111893 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a645161-87ea-4869-8742-8dde852e6d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=622b1f87-2878-497f-b4c4-e06ee5211767,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:36:58.472961 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 35908) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:36:58.488198 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-985666bc-4b70-489d-b692-a810880ce0fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:58.583328 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-985666bc-4b70-489d-b692-a810880ce0fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:58.587484 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-985666bc-4b70-489d-b692-a810880ce0fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:58.627109 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-985666bc-4b70-489d-b692-a810880ce0fb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=03486b6597a24f6cad0712eebd809263&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1507409 Jul 22 02:36:58.627109 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985666bc-4b70-489d-b692-a810880ce0fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcfd8061-8c56-4e99-81fe-aa1e73a493f5,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:36:58.627666 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 35914) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:36:58.633038 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985666bc-4b70-489d-b692-a810880ce0fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:36:58.633436 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985666bc-4b70-489d-b692-a810880ce0fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:36:58.633777 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985666bc-4b70-489d-b692-a810880ce0fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:36:58.634108 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985666bc-4b70-489d-b692-a810880ce0fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:36:58.634965 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985666bc-4b70-489d-b692-a810880ce0fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:36:58.635294 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985666bc-4b70-489d-b692-a810880ce0fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:36:58.635665 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985666bc-4b70-489d-b692-a810880ce0fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:36:58.635994 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985666bc-4b70-489d-b692-a810880ce0fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:36:58.636318 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985666bc-4b70-489d-b692-a810880ce0fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:36:58.636642 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985666bc-4b70-489d-b692-a810880ce0fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:36:58.636991 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985666bc-4b70-489d-b692-a810880ce0fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:36:58.637309 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985666bc-4b70-489d-b692-a810880ce0fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:36:58.690294 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-2e0b83f6-1c1a-4ea7-9b51-2d4534a617e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:58.711590 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-2e0b83f6-1c1a-4ea7-9b51-2d4534a617e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:58.757796 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-2e0b83f6-1c1a-4ea7-9b51-2d4534a617e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:58.761255 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-2e0b83f6-1c1a-4ea7-9b51-2d4534a617e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:36:58.762400 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-2e0b83f6-1c1a-4ea7-9b51-2d4534a617e2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dcfd8061-8c56-4e99-81fe-aa1e73a493f5 HTTP/1.1" status: 204 len: 168 time: 0.1336932 Jul 22 02:36:58.769877 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0b83f6-1c1a-4ea7-9b51-2d4534a617e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcfd8061-8c56-4e99-81fe-aa1e73a493f5,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:37:01.562165 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.agents_db [None req-f1c5c46c-8295-40fa-87c5-0db6e260a587 None None] Agent healthcheck: found 6 active agents {{(pid=93208) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 02:37:11.082146 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-28354fa2-f34d-4956-9536-1865686c2747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:12.318944 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:13.807002 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-a1a7e6d6-57d5-400d-baa0-cb1725baa2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:13.908221 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:14.726610 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9c5a9526-544c-492b-b3ab-1b4c68701215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:15.110820 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-ee4b2814-62b7-4f8f-bc5b-05deb91fc139 req-caf5de60-bb10-4dbf-929f-b7ceb49186bf service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e07e716e-b4fb-48f1-b239-e8cc6a957d58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0527244 Jul 22 02:37:15.202265 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b2814-62b7-4f8f-bc5b-05deb91fc139 req-e535a1d1-9916-4abf-b3e1-e1726fda52be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:37:15.203781 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-ee4b2814-62b7-4f8f-bc5b-05deb91fc139 req-e535a1d1-9916-4abf-b3e1-e1726fda52be service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=67d612e4302c499b8d778fbcdd7b9044&device_id=e07e716e-b4fb-48f1-b239-e8cc6a957d58 HTTP/1.1" status: 200 len: 1098 time: 0.0529807 Jul 22 02:37:15.301817 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b2814-62b7-4f8f-bc5b-05deb91fc139 req-839e238b-60dc-4613-85ca-3db8151c0496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:37:15.303280 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-ee4b2814-62b7-4f8f-bc5b-05deb91fc139 req-839e238b-60dc-4613-85ca-3db8151c0496 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ffc27ac5-3775-4b53-826e-98afab9137ce HTTP/1.1" status: 200 len: 911 time: 0.0814922 Jul 22 02:37:15.368465 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-ee4b2814-62b7-4f8f-bc5b-05deb91fc139 req-dd75a68d-2fc3-4381-b2a5-053b1f3edc88 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75 HTTP/1.1" status: 200 len: 1001 time: 0.0584621 Jul 22 02:37:15.416978 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b2814-62b7-4f8f-bc5b-05deb91fc139 req-5fb42597-5e3f-4451-af91-4afd5723b8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:37:15.418425 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-ee4b2814-62b7-4f8f-bc5b-05deb91fc139 req-5fb42597-5e3f-4451-af91-4afd5723b8e5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5ffe1ea2-2f9b-4245-839a-fb164d77066d HTTP/1.1" status: 200 len: 850 time: 0.0422685 Jul 22 02:37:15.475932 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b2814-62b7-4f8f-bc5b-05deb91fc139 req-0d6ec0ad-c8b6-4f14-8e89-2e0834d12de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:37:15.477448 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-ee4b2814-62b7-4f8f-bc5b-05deb91fc139 req-0d6ec0ad-c8b6-4f14-8e89-2e0834d12de9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ffc27ac5-3775-4b53-826e-98afab9137ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521002 Jul 22 02:37:15.567158 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-ee4b2814-62b7-4f8f-bc5b-05deb91fc139 req-40a8a790-8250-4fc7-b492-d5dcc73fa9bf service neutron] 10.222.0.23 "GET /v2.0/networks/ffc27ac5-3775-4b53-826e-98afab9137ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831623 Jul 22 02:37:15.654777 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-ee4b2814-62b7-4f8f-bc5b-05deb91fc139 req-dd472055-d4eb-4f09-8597-8901c2c3ce84 service neutron] 10.222.0.23 "GET /v2.0/networks/ffc27ac5-3775-4b53-826e-98afab9137ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816057 Jul 22 02:37:16.020073 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-209d073d-b6ce-4f9d-8a91-a9afdc120847 req-5a577634-7d74-485b-a2ee-f7ece5ac615a tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-887065963&fields=id&tenant_id=67d612e4302c499b8d778fbcdd7b9044 HTTP/1.1" status: 200 len: 267 time: 0.0353749 Jul 22 02:37:16.130368 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d073d-b6ce-4f9d-8a91-a9afdc120847 req-5b9d7e39-261a-419b-8c9f-f4cda0b85a08 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:37:16.131864 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-209d073d-b6ce-4f9d-8a91-a9afdc120847 req-5b9d7e39-261a-419b-8c9f-f4cda0b85a08 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/networks?id=ffc27ac5-3775-4b53-826e-98afab9137ce HTTP/1.1" status: 200 len: 811 time: 0.1032968 Jul 22 02:37:16.145880 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-209d073d-b6ce-4f9d-8a91-a9afdc120847 req-cb676688-9650-4a27-9411-bf9b4249e349 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/quotas/67d612e4302c499b8d778fbcdd7b9044 HTTP/1.1" status: 200 len: 375 time: 0.0088918 Jul 22 02:37:16.224960 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-209d073d-b6ce-4f9d-8a91-a9afdc120847 req-fdc8b2b2-5ca6-41ae-b1f9-ba4294db6894 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=67d612e4302c499b8d778fbcdd7b9044&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0721610 Jul 22 02:37:16.266467 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-46ac0fbd-03cc-41f5-9e75-a35c43e1b5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:16.353595 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-209d073d-b6ce-4f9d-8a91-a9afdc120847 req-3cf661b4-9939-4232-b04e-ce87a672ebd8 service neutron] 10.222.0.30 "GET /v2.0/networks/ffc27ac5-3775-4b53-826e-98afab9137ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982294 Jul 22 02:37:16.452522 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-209d073d-b6ce-4f9d-8a91-a9afdc120847 req-779e5a22-509e-4665-b6e2-44818417ef55 service neutron] 10.222.0.30 "GET /v2.0/networks/ffc27ac5-3775-4b53-826e-98afab9137ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922091 Jul 22 02:37:16.803896 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-94b7f5f0-3156-4528-bb4e-c6064b414ab9 req-c873bd48-742f-45be-92c8-8ab1851cadea tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=a301eb28-a00a-4d2d-b7fa-e0bbb68ffd36 HTTP/1.1" status: 200 len: 210 time: 0.0305989 Jul 22 02:37:17.677446 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d073d-b6ce-4f9d-8a91-a9afdc120847 req-55a83e22-5f18-420c-a11d-573105322b8b tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:37:17.678914 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-209d073d-b6ce-4f9d-8a91-a9afdc120847 req-55a83e22-5f18-420c-a11d-573105322b8b tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.23 "GET /v2.0/networks?id=ffc27ac5-3775-4b53-826e-98afab9137ce HTTP/1.1" status: 200 len: 811 time: 0.1102953 Jul 22 02:37:17.728024 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-209d073d-b6ce-4f9d-8a91-a9afdc120847 req-c826028d-72d4-4be7-8db1-883ebd1f7bb7 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67d612e4302c499b8d778fbcdd7b9044 HTTP/1.1" status: 200 len: 379 time: 0.0380759 Jul 22 02:37:17.736672 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.v2.base [req-209d073d-b6ce-4f9d-8a91-a9afdc120847 req-97a0c2a7-cb60-478f-9e0e-7ad6c1b2b972 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Request body: {'port': {'device_id': 'a301eb28-a00a-4d2d-b7fa-e0bbb68ffd36', 'network_id': 'ffc27ac5-3775-4b53-826e-98afab9137ce', 'admin_state_up': True, 'tenant_id': '67d612e4302c499b8d778fbcdd7b9044', 'security_groups': ['63e9ec9d-cac8-47aa-a784-0c3cf16d9873']}} {{(pid=93206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:37:17.848570 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-209d073d-b6ce-4f9d-8a91-a9afdc120847 req-97a0c2a7-cb60-478f-9e0e-7ad6c1b2b972 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Made reservation on behalf of 67d612e4302c499b8d778fbcdd7b9044 for: {'port': 1} {{(pid=93206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:37:17.852156 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-209d073d-b6ce-4f9d-8a91-a9afdc120847 req-97a0c2a7-cb60-478f-9e0e-7ad6c1b2b972 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:17.935261 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-c509517b-13ba-4439-b985-f87764f34b17 req-3c385a8f-2f42-470c-b1c0-409c0602110b tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=a301eb28-a00a-4d2d-b7fa-e0bbb68ffd36 HTTP/1.1" status: 200 len: 210 time: 0.0568476 Jul 22 02:37:18.004553 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.db_base_plugin_common [req-209d073d-b6ce-4f9d-8a91-a9afdc120847 req-97a0c2a7-cb60-478f-9e0e-7ad6c1b2b972 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Allocated IP 172.20.0.5 (ffc27ac5-3775-4b53-826e-98afab9137ce/5ffe1ea2-2f9b-4245-839a-fb164d77066d/a2c22276-214c-4553-ac26-762c3335e127) {{(pid=93206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:37:18.143978 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-209d073d-b6ce-4f9d-8a91-a9afdc120847 req-97a0c2a7-cb60-478f-9e0e-7ad6c1b2b972 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks [] for port, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:18.158298 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [req-209d073d-b6ce-4f9d-8a91-a9afdc120847 req-97a0c2a7-cb60-478f-9e0e-7ad6c1b2b972 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Transition to ACTIVE for port object a2c22276-214c-4553-ac26-762c3335e127 will not be triggered until provisioned by entity DHCP. {{(pid=93206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:37:18.191153 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-209d073d-b6ce-4f9d-8a91-a9afdc120847 req-97a0c2a7-cb60-478f-9e0e-7ad6c1b2b972 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789867566219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909347'] for port, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:18.235905 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-209d073d-b6ce-4f9d-8a91-a9afdc120847 req-97a0c2a7-cb60-478f-9e0e-7ad6c1b2b972 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Network ffc27ac5-3775-4b53-826e-98afab9137ce is already hosted by enough agents. {{(pid=93206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:37:18.238904 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.base_scheduler [req-209d073d-b6ce-4f9d-8a91-a9afdc120847 req-97a0c2a7-cb60-478f-9e0e-7ad6c1b2b972 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Resources bound (agent type, host, resource id): {{(pid=93206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:37:18.242559 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [req-209d073d-b6ce-4f9d-8a91-a9afdc120847 req-97a0c2a7-cb60-478f-9e0e-7ad6c1b2b972 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Received port after_create {{(pid=93206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:37:18.273671 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a0c2a7-cb60-478f-9e0e-7ad6c1b2b972 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Pushing event updated for resources: {'Port': ['ID=a2c22276-214c-4553-ac26-762c3335e127,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:37:18.302120 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d073d-b6ce-4f9d-8a91-a9afdc120847 req-97a0c2a7-cb60-478f-9e0e-7ad6c1b2b972 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:37:18.302838 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-209d073d-b6ce-4f9d-8a91-a9afdc120847 req-97a0c2a7-cb60-478f-9e0e-7ad6c1b2b972 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409'] for port, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:18.319287 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-209d073d-b6ce-4f9d-8a91-a9afdc120847 req-97a0c2a7-cb60-478f-9e0e-7ad6c1b2b972 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5861113 Jul 22 02:37:18.330872 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.v2.base [req-209d073d-b6ce-4f9d-8a91-a9afdc120847 req-e1e73374-75c2-405a-a886-b9d760abe445 service neutron] Request body: {'port': {'device_id': 'a301eb28-a00a-4d2d-b7fa-e0bbb68ffd36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=93206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:37:18.410999 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-209d073d-b6ce-4f9d-8a91-a9afdc120847 req-e1e73374-75c2-405a-a886-b9d760abe445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:18.497164 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-4ba7d0d1-a920-4db6-971a-947eb0d3f500 None None] Provisioning for port a2c22276-214c-4553-ac26-762c3335e127 completed by entity DHCP. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:37:18.501204 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-4ba7d0d1-a920-4db6-971a-947eb0d3f500 None None] Provisioning complete for port a2c22276-214c-4553-ac26-762c3335e127 triggered by entity DHCP. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:37:18.501686 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-4ba7d0d1-a920-4db6-971a-947eb0d3f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:18.537745 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-4ba7d0d1-a920-4db6-971a-947eb0d3f500 None None] Port a2c22276-214c-4553-ac26-762c3335e127 cannot update to ACTIVE because it is not bound. {{(pid=93207) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 02:37:18.687894 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [req-209d073d-b6ce-4f9d-8a91-a9afdc120847 req-e1e73374-75c2-405a-a886-b9d760abe445 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2c22276-214c-4553-ac26-762c3335e127 {{(pid=93206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:37:18.695191 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-209d073d-b6ce-4f9d-8a91-a9afdc120847 req-e1e73374-75c2-405a-a886-b9d760abe445 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:18.706888 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [req-209d073d-b6ce-4f9d-8a91-a9afdc120847 req-e1e73374-75c2-405a-a886-b9d760abe445 service neutron] Transition to ACTIVE for port object a2c22276-214c-4553-ac26-762c3335e127 will not be triggered until provisioned by entity L2. {{(pid=93206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:37:18.711054 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-209d073d-b6ce-4f9d-8a91-a9afdc120847 req-e1e73374-75c2-405a-a886-b9d760abe445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909352'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:18.784897 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e73374-75c2-405a-a886-b9d760abe445 service neutron] Pushing event updated for resources: {'Port': ['ID=a2c22276-214c-4553-ac26-762c3335e127,revision_number=2']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:37:18.843928 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [req-209d073d-b6ce-4f9d-8a91-a9afdc120847 req-e1e73374-75c2-405a-a886-b9d760abe445 service neutron] Attempting to bind port a2c22276-214c-4553-ac26-762c3335e127 on host hv-cinder-79229 for vnic_type normal with profile {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:37:18.844108 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [req-209d073d-b6ce-4f9d-8a91-a9afdc120847 req-e1e73374-75c2-405a-a886-b9d760abe445 service neutron] Attempting to bind port a2c22276-214c-4553-ac26-762c3335e127 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': 'e2dbb9ad-6b1e-4fed-8fd7-c6f57aada715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ffc27ac5-3775-4b53-826e-98afab9137ce'}] {{(pid=93206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:37:18.844612 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209d073d-b6ce-4f9d-8a91-a9afdc120847 req-e1e73374-75c2-405a-a886-b9d760abe445 service neutron] Attempting to bind port a2c22276-214c-4553-ac26-762c3335e127 on network ffc27ac5-3775-4b53-826e-98afab9137ce {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:37:18.849841 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209d073d-b6ce-4f9d-8a91-a9afdc120847 req-e1e73374-75c2-405a-a886-b9d760abe445 service neutron] Port a2c22276-214c-4553-ac26-762c3335e127 on network ffc27ac5-3775-4b53-826e-98afab9137ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 02:37:18.850445 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209d073d-b6ce-4f9d-8a91-a9afdc120847 req-e1e73374-75c2-405a-a886-b9d760abe445 service neutron] Attempting to bind port a2c22276-214c-4553-ac26-762c3335e127 on network ffc27ac5-3775-4b53-826e-98afab9137ce {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:37:18.856152 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209d073d-b6ce-4f9d-8a91-a9afdc120847 req-e1e73374-75c2-405a-a886-b9d760abe445 service neutron] Checking agent: {'id': '3e047b69-7131-4bb7-a905-86c2cdf7c2d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 27, 10), 'started_at': datetime.datetime(2021, 7, 22, 2, 27, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:37:18.856489 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209d073d-b6ce-4f9d-8a91-a9afdc120847 req-e1e73374-75c2-405a-a886-b9d760abe445 service neutron] Checking segment: {'id': 'e2dbb9ad-6b1e-4fed-8fd7-c6f57aada715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ffc27ac5-3775-4b53-826e-98afab9137ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:37:18.856902 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209d073d-b6ce-4f9d-8a91-a9afdc120847 req-e1e73374-75c2-405a-a886-b9d760abe445 service neutron] Bound using segment: {'id': 'e2dbb9ad-6b1e-4fed-8fd7-c6f57aada715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ffc27ac5-3775-4b53-826e-98afab9137ce'} {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:37:18.857330 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [req-209d073d-b6ce-4f9d-8a91-a9afdc120847 req-e1e73374-75c2-405a-a886-b9d760abe445 service neutron] Bound port: a2c22276-214c-4553-ac26-762c3335e127, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2dbb9ad-6b1e-4fed-8fd7-c6f57aada715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ffc27ac5-3775-4b53-826e-98afab9137ce'}}] {{(pid=93206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:37:18.857684 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-209d073d-b6ce-4f9d-8a91-a9afdc120847 req-e1e73374-75c2-405a-a886-b9d760abe445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:18.890030 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 36248) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:37:18.929486 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [req-209d073d-b6ce-4f9d-8a91-a9afdc120847 req-e1e73374-75c2-405a-a886-b9d760abe445 service neutron] For port a2c22276-214c-4553-ac26-762c3335e127, host hv-cinder-79229, cleared binding levels {{(pid=93206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:37:18.932924 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [req-209d073d-b6ce-4f9d-8a91-a9afdc120847 req-e1e73374-75c2-405a-a886-b9d760abe445 service neutron] For port a2c22276-214c-4553-ac26-762c3335e127, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=a2c22276-214c-4553-ac26-762c3335e127,segment=NetworkSegment(e2dbb9ad-6b1e-4fed-8fd7-c6f57aada715),segment_id=e2dbb9ad-6b1e-4fed-8fd7-c6f57aada715)] {{(pid=93206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:37:18.938355 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-209d073d-b6ce-4f9d-8a91-a9afdc120847 req-e1e73374-75c2-405a-a886-b9d760abe445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909352'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:18.973496 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d073d-b6ce-4f9d-8a91-a9afdc120847 req-e1e73374-75c2-405a-a886-b9d760abe445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:37:18.974290 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-209d073d-b6ce-4f9d-8a91-a9afdc120847 req-e1e73374-75c2-405a-a886-b9d760abe445 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409'] for port, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:18.975546 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-209d073d-b6ce-4f9d-8a91-a9afdc120847 req-e1e73374-75c2-405a-a886-b9d760abe445 service neutron] 10.222.0.23 "PUT /v2.0/ports/a2c22276-214c-4553-ac26-762c3335e127 HTTP/1.1" status: 200 len: 1093 time: 0.6491568 Jul 22 02:37:18.975968 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a301eb28-a00a-4d2d-b7fa-e0bbb68ffd36', 'tag': 'a2c22276-214c-4553-ac26-762c3335e127'}] {{(pid=93206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:37:18.978676 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2c7467b3a520cac2f9dc58394876cadcbbb82697b422dc56d8b09de1a4b7e26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c1a60d-76b5-4d20-8210-fccda57c74f2" -d '{"events": [{"name": "network-changed", "server_uuid": "a301eb28-a00a-4d2d-b7fa-e0bbb68ffd36", "tag": "a2c22276-214c-4553-ac26-762c3335e127"}]}' {{(pid=93206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:37:19.010119 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e73374-75c2-405a-a886-b9d760abe445 service neutron] Pushing event updated for resources: {'Port': ['ID=a2c22276-214c-4553-ac26-762c3335e127,revision_number=3']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:37:19.051828 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-f4f64e3a-5f7f-49d2-b5d6-843f997a6b4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:19.057034 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 02:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf24ed1-8d15-47e4-918d-2492675f5af4 x-openstack-request-id: req-acf24ed1-8d15-47e4-918d-2492675f5af4 {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:37:19.057345 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a301eb28-a00a-4d2d-b7fa-e0bbb68ffd36", "tag": "a2c22276-214c-4553-ac26-762c3335e127", "status": "completed", "code": 200}]} {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:37:19.057554 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-acf24ed1-8d15-47e4-918d-2492675f5af4 {{(pid=93206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:37:19.057941 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a301eb28-a00a-4d2d-b7fa-e0bbb68ffd36', 'tag': 'a2c22276-214c-4553-ac26-762c3335e127', 'status': 'completed', 'code': 200} Jul 22 02:37:19.130162 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d073d-b6ce-4f9d-8a91-a9afdc120847 req-536044a7-56a2-4be1-89d1-0c762caa5338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:37:19.131803 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-209d073d-b6ce-4f9d-8a91-a9afdc120847 req-536044a7-56a2-4be1-89d1-0c762caa5338 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=67d612e4302c499b8d778fbcdd7b9044&device_id=a301eb28-a00a-4d2d-b7fa-e0bbb68ffd36 HTTP/1.1" status: 200 len: 1096 time: 0.1101022 Jul 22 02:37:19.149794 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-f4f64e3a-5f7f-49d2-b5d6-843f997a6b4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:19.155220 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cde60b-fd53-4be2-a1cc-744ca57da918 req-cd2ed561-8be4-4759-b82c-ee47274ec357 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:37:19.155410 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-f4f64e3a-5f7f-49d2-b5d6-843f997a6b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:19.161210 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-60cde60b-fd53-4be2-a1cc-744ca57da918 req-cd2ed561-8be4-4759-b82c-ee47274ec357 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=a301eb28-a00a-4d2d-b7fa-e0bbb68ffd36 HTTP/1.1" status: 200 len: 943 time: 0.1058495 Jul 22 02:37:19.196644 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-f4f64e3a-5f7f-49d2-b5d6-843f997a6b4f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e06d738518ea4bc6945c9f674769fb0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3057494 Jul 22 02:37:19.197713 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-209d073d-b6ce-4f9d-8a91-a9afdc120847 req-4d6fcc29-0a02-47b8-be4c-5c59222aa379 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2c22276-214c-4553-ac26-762c3335e127 HTTP/1.1" status: 200 len: 217 time: 0.0584483 Jul 22 02:37:19.198147 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 36256) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:37:19.205012 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f64e3a-5f7f-49d2-b5d6-843f997a6b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d0cdf6-7508-493b-ad9e-f64a07cb4b4d,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:37:19.222520 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f64e3a-5f7f-49d2-b5d6-843f997a6b4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:37:19.222873 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f64e3a-5f7f-49d2-b5d6-843f997a6b4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:37:19.223218 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f64e3a-5f7f-49d2-b5d6-843f997a6b4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:37:19.223557 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f64e3a-5f7f-49d2-b5d6-843f997a6b4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:37:19.223894 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f64e3a-5f7f-49d2-b5d6-843f997a6b4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:37:19.224227 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f64e3a-5f7f-49d2-b5d6-843f997a6b4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:37:19.224556 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f64e3a-5f7f-49d2-b5d6-843f997a6b4f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:37:19.224917 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f64e3a-5f7f-49d2-b5d6-843f997a6b4f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:37:19.225250 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f64e3a-5f7f-49d2-b5d6-843f997a6b4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:37:19.225581 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f64e3a-5f7f-49d2-b5d6-843f997a6b4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:37:19.225905 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f64e3a-5f7f-49d2-b5d6-843f997a6b4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:37:19.226229 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f64e3a-5f7f-49d2-b5d6-843f997a6b4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:37:19.254510 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-60cde60b-fd53-4be2-a1cc-744ca57da918 req-d433f4e3-144c-4ebe-8f5d-1681a74a99f5 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/security-groups?id=63e9ec9d-cac8-47aa-a784-0c3cf16d9873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645809 Jul 22 02:37:19.261802 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d073d-b6ce-4f9d-8a91-a9afdc120847 req-037b40c3-7ccb-4a5d-8904-7d17b3102d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:37:19.262938 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-bfe0f2d4-cc85-4f3c-a244-bbec4934c63c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:19.263142 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-209d073d-b6ce-4f9d-8a91-a9afdc120847 req-037b40c3-7ccb-4a5d-8904-7d17b3102d04 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5ffe1ea2-2f9b-4245-839a-fb164d77066d HTTP/1.1" status: 200 len: 850 time: 0.0586631 Jul 22 02:37:19.296184 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-bfe0f2d4-cc85-4f3c-a244-bbec4934c63c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:19.325961 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d073d-b6ce-4f9d-8a91-a9afdc120847 req-ba1c16f8-805e-4e29-8b7b-949a44722b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:37:19.327434 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-209d073d-b6ce-4f9d-8a91-a9afdc120847 req-ba1c16f8-805e-4e29-8b7b-949a44722b28 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ffc27ac5-3775-4b53-826e-98afab9137ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0571225 Jul 22 02:37:19.342202 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-bfe0f2d4-cc85-4f3c-a244-bbec4934c63c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:19.345031 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-bfe0f2d4-cc85-4f3c-a244-bbec4934c63c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:19.346180 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-bfe0f2d4-cc85-4f3c-a244-bbec4934c63c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/90d0cdf6-7508-493b-ad9e-f64a07cb4b4d HTTP/1.1" status: 204 len: 168 time: 0.1471331 Jul 22 02:37:19.353954 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe0f2d4-cc85-4f3c-a244-bbec4934c63c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d0cdf6-7508-493b-ad9e-f64a07cb4b4d,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:37:19.417835 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-209d073d-b6ce-4f9d-8a91-a9afdc120847 req-a12133d2-29b2-4215-b9f1-e0d774a104da service neutron] 10.222.0.23 "GET /v2.0/networks/ffc27ac5-3775-4b53-826e-98afab9137ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827484 Jul 22 02:37:19.515097 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-209d073d-b6ce-4f9d-8a91-a9afdc120847 req-5c5b1ba7-f539-4269-b4a6-c912f1241877 service neutron] 10.222.0.23 "GET /v2.0/networks/ffc27ac5-3775-4b53-826e-98afab9137ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905988 Jul 22 02:37:19.607976 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 36262) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:37:19.620636 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c1a60d-76b5-4d20-8210-fccda57c74f2 req-03576e22-6a3c-4618-952b-7faf727fb10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:37:19.620860 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-b7efac74-c068-4d9f-a44a-1559aa6490f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:19.622155 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-38c1a60d-76b5-4d20-8210-fccda57c74f2 req-03576e22-6a3c-4618-952b-7faf727fb10c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=67d612e4302c499b8d778fbcdd7b9044&device_id=a301eb28-a00a-4d2d-b7fa-e0bbb68ffd36 HTTP/1.1" status: 200 len: 1096 time: 0.0539489 Jul 22 02:37:19.708446 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-b7efac74-c068-4d9f-a44a-1559aa6490f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:19.712262 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-b7efac74-c068-4d9f-a44a-1559aa6490f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:19.718359 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c1a60d-76b5-4d20-8210-fccda57c74f2 req-ee08317e-6183-46e6-a321-d2461516dd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:37:19.719810 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-38c1a60d-76b5-4d20-8210-fccda57c74f2 req-ee08317e-6183-46e6-a321-d2461516dd7c service neutron] 10.222.0.23 "GET /v2.0/networks?id=ffc27ac5-3775-4b53-826e-98afab9137ce HTTP/1.1" status: 200 len: 911 time: 0.0896225 Jul 22 02:37:19.749044 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-b7efac74-c068-4d9f-a44a-1559aa6490f2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8b82d371146447e69fde6248f2b7fe44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1398704 Jul 22 02:37:19.751031 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7efac74-c068-4d9f-a44a-1559aa6490f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6138ae2e-cf5c-400f-8296-6830b999e561,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:37:19.753319 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 36264) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:37:19.763472 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-38c1a60d-76b5-4d20-8210-fccda57c74f2 req-d1aae738-2795-4f5c-9b97-d52911478075 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2c22276-214c-4553-ac26-762c3335e127 HTTP/1.1" status: 200 len: 217 time: 0.0358586 Jul 22 02:37:19.801137 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-e0cf594e-3a3a-42a8-9643-436836248790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:19.811604 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c1a60d-76b5-4d20-8210-fccda57c74f2 req-7c0f61a7-32a1-4126-bf1d-6b0bf73082b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:37:19.813090 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-38c1a60d-76b5-4d20-8210-fccda57c74f2 req-7c0f61a7-32a1-4126-bf1d-6b0bf73082b9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5ffe1ea2-2f9b-4245-839a-fb164d77066d HTTP/1.1" status: 200 len: 850 time: 0.0430219 Jul 22 02:37:19.824898 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-e0cf594e-3a3a-42a8-9643-436836248790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:19.870303 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-e0cf594e-3a3a-42a8-9643-436836248790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:19.873121 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c1a60d-76b5-4d20-8210-fccda57c74f2 req-1be8114f-7d5b-4dc3-9353-706910086bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:37:19.873270 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-e0cf594e-3a3a-42a8-9643-436836248790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:19.877483 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-e0cf594e-3a3a-42a8-9643-436836248790 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6138ae2e-cf5c-400f-8296-6830b999e561 HTTP/1.1" status: 204 len: 168 time: 0.1202796 Jul 22 02:37:19.877797 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-38c1a60d-76b5-4d20-8210-fccda57c74f2 req-1be8114f-7d5b-4dc3-9353-706910086bac service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ffc27ac5-3775-4b53-826e-98afab9137ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0543725 Jul 22 02:37:19.896783 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cf594e-3a3a-42a8-9643-436836248790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6138ae2e-cf5c-400f-8296-6830b999e561,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:37:19.984504 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-38c1a60d-76b5-4d20-8210-fccda57c74f2 req-9e2397e9-1b68-4bb6-99b3-85a9c0cc4eb3 service neutron] 10.222.0.23 "GET /v2.0/networks/ffc27ac5-3775-4b53-826e-98afab9137ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990634 Jul 22 02:37:20.089465 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-38c1a60d-76b5-4d20-8210-fccda57c74f2 req-a2ab7f04-1a26-4794-ab72-2b5764a88f0b service neutron] 10.222.0.23 "GET /v2.0/networks/ffc27ac5-3775-4b53-826e-98afab9137ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874281 Jul 22 02:37:20.199514 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 36276) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:37:20.212692 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-ba379231-51c1-4e9f-baa4-109f385de983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:20.300341 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-ba379231-51c1-4e9f-baa4-109f385de983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:20.304603 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-ba379231-51c1-4e9f-baa4-109f385de983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:20.350669 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-ba379231-51c1-4e9f-baa4-109f385de983 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aabb25972d19475b8411e7b7bc9d52fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1500907 Jul 22 02:37:20.353325 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 36280) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:37:20.367248 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba379231-51c1-4e9f-baa4-109f385de983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5afdf7f-7d26-4f21-ab29-609217c22627,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:37:20.404769 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba83e5-3d5b-467a-9e03-acd0909ef2c9 req-60560f42-44ab-4b16-b4f4-7b226217573e tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:37:20.405733 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-296b2708-78fe-46c5-94d9-b93ea6bdecfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:20.406272 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-45ba83e5-3d5b-467a-9e03-acd0909ef2c9 req-60560f42-44ab-4b16-b4f4-7b226217573e tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=a301eb28-a00a-4d2d-b7fa-e0bbb68ffd36 HTTP/1.1" status: 200 len: 943 time: 0.0764742 Jul 22 02:37:20.427164 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-296b2708-78fe-46c5-94d9-b93ea6bdecfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:20.443212 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-45ba83e5-3d5b-467a-9e03-acd0909ef2c9 req-8773918c-9585-4e8c-8d18-02ed70837a3f tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/security-groups?id=63e9ec9d-cac8-47aa-a784-0c3cf16d9873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311019 Jul 22 02:37:20.472658 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-296b2708-78fe-46c5-94d9-b93ea6bdecfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:20.475201 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-296b2708-78fe-46c5-94d9-b93ea6bdecfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:20.476329 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-296b2708-78fe-46c5-94d9-b93ea6bdecfb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f5afdf7f-7d26-4f21-ab29-609217c22627 HTTP/1.1" status: 204 len: 168 time: 0.1215456 Jul 22 02:37:20.486294 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296b2708-78fe-46c5-94d9-b93ea6bdecfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5afdf7f-7d26-4f21-ab29-609217c22627,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:37:21.252442 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 36314) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:37:21.354347 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-c6295bc5-d0ca-494d-8a99-f4cc126b7469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:21.446355 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-c6295bc5-d0ca-494d-8a99-f4cc126b7469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:21.450535 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-c6295bc5-d0ca-494d-8a99-f4cc126b7469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:21.489946 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6295bc5-d0ca-494d-8a99-f4cc126b7469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db0a8a03-169a-4963-aeb3-e99ac67bd81d,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:37:21.494179 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-c6295bc5-d0ca-494d-8a99-f4cc126b7469 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9a15c6f1413d4c63a4ac5d95db706bf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2406576 Jul 22 02:37:21.497737 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 36354) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:37:21.585223 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6f3a484d-82b9-43f0-a1dd-c1a1fa97bd33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:21.613314 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6f3a484d-82b9-43f0-a1dd-c1a1fa97bd33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:21.630883 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac72ec4-1cd0-4450-a474-05951c88bf24 req-bf9723fa-7d40-4cbc-8646-e504967d8e6e tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:37:21.632387 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-3ac72ec4-1cd0-4450-a474-05951c88bf24 req-bf9723fa-7d40-4cbc-8646-e504967d8e6e tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=a301eb28-a00a-4d2d-b7fa-e0bbb68ffd36 HTTP/1.1" status: 200 len: 943 time: 0.1107593 Jul 22 02:37:21.685443 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-3ac72ec4-1cd0-4450-a474-05951c88bf24 req-5dc5f203-61c8-4f8b-957a-927c9e0a7d24 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/security-groups?id=63e9ec9d-cac8-47aa-a784-0c3cf16d9873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460310 Jul 22 02:37:21.697461 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6f3a484d-82b9-43f0-a1dd-c1a1fa97bd33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:21.700628 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6f3a484d-82b9-43f0-a1dd-c1a1fa97bd33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:21.701841 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-6f3a484d-82b9-43f0-a1dd-c1a1fa97bd33 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/db0a8a03-169a-4963-aeb3-e99ac67bd81d HTTP/1.1" status: 204 len: 168 time: 0.2029879 Jul 22 02:37:21.710875 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3a484d-82b9-43f0-a1dd-c1a1fa97bd33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0a8a03-169a-4963-aeb3-e99ac67bd81d,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:37:22.838995 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8cd342-eabe-4ac3-aa6d-8ae08b235803 req-0b66c42f-90fc-4ca2-92a9-6519dde4da1f tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:37:22.840485 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-0f8cd342-eabe-4ac3-aa6d-8ae08b235803 req-0b66c42f-90fc-4ca2-92a9-6519dde4da1f tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=a301eb28-a00a-4d2d-b7fa-e0bbb68ffd36 HTTP/1.1" status: 200 len: 943 time: 0.0656068 Jul 22 02:37:22.879054 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-0f8cd342-eabe-4ac3-aa6d-8ae08b235803 req-8f8951e6-c901-40ce-a370-88af1d75eb54 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/security-groups?id=63e9ec9d-cac8-47aa-a784-0c3cf16d9873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331209 Jul 22 02:37:24.008107 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e4fed8-bf3b-497c-b2f0-2eb3345f5ca3 req-204e392d-1043-4b06-91a8-c38a76bc5b3c tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:37:24.009617 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b8e4fed8-bf3b-497c-b2f0-2eb3345f5ca3 req-204e392d-1043-4b06-91a8-c38a76bc5b3c tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=a301eb28-a00a-4d2d-b7fa-e0bbb68ffd36 HTTP/1.1" status: 200 len: 943 time: 0.0635867 Jul 22 02:37:24.047006 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b8e4fed8-bf3b-497c-b2f0-2eb3345f5ca3 req-8e8be3bb-377b-4bfe-8f58-0deb6d41b2b6 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/security-groups?id=63e9ec9d-cac8-47aa-a784-0c3cf16d9873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311248 Jul 22 02:37:25.172967 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bd3573-86de-4d52-8756-9526c36a5e4f req-b2631c34-ca06-47ce-92b2-c942b517c7f0 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:37:25.174360 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-13bd3573-86de-4d52-8756-9526c36a5e4f req-b2631c34-ca06-47ce-92b2-c942b517c7f0 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=a301eb28-a00a-4d2d-b7fa-e0bbb68ffd36 HTTP/1.1" status: 200 len: 943 time: 0.0626924 Jul 22 02:37:25.213575 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-13bd3573-86de-4d52-8756-9526c36a5e4f req-c5457676-c2de-4048-9616-89ef28cb16b7 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/security-groups?id=63e9ec9d-cac8-47aa-a784-0c3cf16d9873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335393 Jul 22 02:37:26.343446 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32730a4c-c9ed-4089-9168-ddac4bf683df req-8eb40cb7-005e-44d2-ba43-0b9fa697e997 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:37:26.344910 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-32730a4c-c9ed-4089-9168-ddac4bf683df req-8eb40cb7-005e-44d2-ba43-0b9fa697e997 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=a301eb28-a00a-4d2d-b7fa-e0bbb68ffd36 HTTP/1.1" status: 200 len: 943 time: 0.0654068 Jul 22 02:37:26.382155 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-32730a4c-c9ed-4089-9168-ddac4bf683df req-252a06cd-244f-4215-8d81-8b7441b94b67 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/security-groups?id=63e9ec9d-cac8-47aa-a784-0c3cf16d9873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313878 Jul 22 02:37:27.486057 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device a2c22276-214c-4553-ac26-762c3335e127 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=93207) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 02:37:27.512883 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e69a3f-6ecc-4c28-af2e-f058e1e3f5ef req-31e732f1-d1d2-4781-bf45-51d7bb7a18a2 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:37:27.514272 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b5e69a3f-6ecc-4c28-af2e-f058e1e3f5ef req-31e732f1-d1d2-4781-bf45-51d7bb7a18a2 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=a301eb28-a00a-4d2d-b7fa-e0bbb68ffd36 HTTP/1.1" status: 200 len: 943 time: 0.0663657 Jul 22 02:37:27.551907 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b5e69a3f-6ecc-4c28-af2e-f058e1e3f5ef req-48d488cc-4d86-44b3-92f8-2ca7343d4cf7 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/security-groups?id=63e9ec9d-cac8-47aa-a784-0c3cf16d9873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319152 Jul 22 02:37:27.582119 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port a2c22276-214c-4553-ac26-762c3335e127, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=a2c22276-214c-4553-ac26-762c3335e127,segment=NetworkSegment(e2dbb9ad-6b1e-4fed-8fd7-c6f57aada715),segment_id=e2dbb9ad-6b1e-4fed-8fd7-c6f57aada715)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:37:27.594528 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Returning: {'device': 'a2c22276-214c-4553-ac26-762c3335e127', 'network_id': 'ffc27ac5-3775-4b53-826e-98afab9137ce', 'port_id': 'a2c22276-214c-4553-ac26-762c3335e127', 'mac_address': 'fa:16:3e:0e:ce:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ffe1ea2-2f9b-4245-839a-fb164d77066d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93207) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 02:37:27.629294 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:27.641793 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.notifiers.nova [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2c22276-214c-4553-ac26-762c3335e127 {{(pid=93207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:37:27.661214 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port a2c22276-214c-4553-ac26-762c3335e127, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=a2c22276-214c-4553-ac26-762c3335e127,segment=NetworkSegment(e2dbb9ad-6b1e-4fed-8fd7-c6f57aada715),segment_id=e2dbb9ad-6b1e-4fed-8fd7-c6f57aada715)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:37:27.665193 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:27.715257 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Pushing event updated for resources: {'Port': ['ID=a2c22276-214c-4553-ac26-762c3335e127,revision_number=4']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:37:27.721832 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:37:27.722169 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:37:27.722511 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:37:27.722841 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:37:27.723169 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:37:27.723494 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:37:27.723816 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:37:27.724142 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:37:27.724464 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:37:27.724812 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:37:27.725134 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:37:27.725446 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:37:27.892618 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] get_ports_and_sgs() called for port_ids ['a2c22276-214c-4553-ac26-762c3335e127'] {{(pid=93207) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:37:28.679764 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebcfae-01dc-46b1-aff1-e0f7296d7b99 req-b9b0ea1a-7396-4388-8f75-604070150162 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:37:28.681280 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-beebcfae-01dc-46b1-aff1-e0f7296d7b99 req-b9b0ea1a-7396-4388-8f75-604070150162 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=a301eb28-a00a-4d2d-b7fa-e0bbb68ffd36 HTTP/1.1" status: 200 len: 944 time: 0.0640569 Jul 22 02:37:28.721217 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-beebcfae-01dc-46b1-aff1-e0f7296d7b99 req-35f53b75-4623-4634-8f34-fd656e0fe591 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/security-groups?id=63e9ec9d-cac8-47aa-a784-0c3cf16d9873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336499 Jul 22 02:37:29.492984 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device a2c22276-214c-4553-ac26-762c3335e127 up at agent hyperv_hv-cinder-79229 {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:37:29.540634 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Provisioning for port a2c22276-214c-4553-ac26-762c3335e127 completed by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:37:29.544671 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Provisioning complete for port a2c22276-214c-4553-ac26-762c3335e127 triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:37:29.545062 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:29.618764 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:29.639734 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a301eb28-a00a-4d2d-b7fa-e0bbb68ffd36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2c22276-214c-4553-ac26-762c3335e127'}] {{(pid=93207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:37:29.642077 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7ee477d080e02922d9a3c1e9b5cc60990edb702a504399eb5b32d0111ac025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c856d63f-86e9-46c6-920a-ddbb9eedba58" -d '{"events": [{"server_uuid": "a301eb28-a00a-4d2d-b7fa-e0bbb68ffd36", "name": "network-vif-plugged", "status": "completed", "tag": "a2c22276-214c-4553-ac26-762c3335e127"}]}' {{(pid=93207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:37:29.655661 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port a2c22276-214c-4553-ac26-762c3335e127, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=a2c22276-214c-4553-ac26-762c3335e127,segment=NetworkSegment(e2dbb9ad-6b1e-4fed-8fd7-c6f57aada715),segment_id=e2dbb9ad-6b1e-4fed-8fd7-c6f57aada715)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:37:29.659546 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:29.685142 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287c48ae-3e23-4979-bc23-db3edeefc036 x-openstack-request-id: req-287c48ae-3e23-4979-bc23-db3edeefc036 {{(pid=93207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:37:29.685433 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a301eb28-a00a-4d2d-b7fa-e0bbb68ffd36", "name": "network-vif-plugged", "status": "completed", "tag": "a2c22276-214c-4553-ac26-762c3335e127", "code": 200}]} {{(pid=93207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:37:29.685680 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-287c48ae-3e23-4979-bc23-db3edeefc036 {{(pid=93207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:37:29.686061 dv-cinder-792299-6-iscsi neutron-server[93207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a301eb28-a00a-4d2d-b7fa-e0bbb68ffd36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2c22276-214c-4553-ac26-762c3335e127', 'code': 200} Jul 22 02:37:29.712398 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Pushing event updated for resources: {'Port': ['ID=a2c22276-214c-4553-ac26-762c3335e127,revision_number=5']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:37:29.853499 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f18fe-da20-47d4-b519-f811b31739e6 req-c53d812c-1696-41fd-9830-adff5d3d0035 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:37:29.855047 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-3f8f18fe-da20-47d4-b519-f811b31739e6 req-c53d812c-1696-41fd-9830-adff5d3d0035 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=a301eb28-a00a-4d2d-b7fa-e0bbb68ffd36 HTTP/1.1" status: 200 len: 945 time: 0.0680330 Jul 22 02:37:29.917534 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-3f8f18fe-da20-47d4-b519-f811b31739e6 req-e275defa-c9f0-45da-a3a0-9ba66f66d5f4 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/security-groups?id=63e9ec9d-cac8-47aa-a784-0c3cf16d9873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545504 Jul 22 02:37:29.933217 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a915d4-6267-4fe8-b3f5-d9c7b9485b2e req-badcb595-2c30-4d76-bf5f-7fcb9daae8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:37:29.934675 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-34a915d4-6267-4fe8-b3f5-d9c7b9485b2e req-badcb595-2c30-4d76-bf5f-7fcb9daae8e4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a301eb28-a00a-4d2d-b7fa-e0bbb68ffd36 HTTP/1.1" status: 200 len: 1098 time: 0.0787709 Jul 22 02:37:29.972962 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-34a915d4-6267-4fe8-b3f5-d9c7b9485b2e req-9895e3b7-a2e0-434f-b6e4-21f5c17565cf service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=63e9ec9d-cac8-47aa-a784-0c3cf16d9873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292146 Jul 22 02:37:31.051154 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9090d86-33fd-4d65-8f81-8d3cdeca1140 req-4d226338-21e8-4295-b660-b92cae819377 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:37:31.052609 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b9090d86-33fd-4d65-8f81-8d3cdeca1140 req-4d226338-21e8-4295-b660-b92cae819377 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=a301eb28-a00a-4d2d-b7fa-e0bbb68ffd36 HTTP/1.1" status: 200 len: 945 time: 0.0663481 Jul 22 02:37:31.090997 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b9090d86-33fd-4d65-8f81-8d3cdeca1140 req-16b0824d-b183-442c-9d76-12bac799fdd6 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/security-groups?id=63e9ec9d-cac8-47aa-a784-0c3cf16d9873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328526 Jul 22 02:37:31.218561 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27861976-2e5d-4a03-80af-071cf6dd394f req-1f1193b0-1896-41c6-9f2c-498e4242ca36 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:37:31.220145 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-27861976-2e5d-4a03-80af-071cf6dd394f req-1f1193b0-1896-41c6-9f2c-498e4242ca36 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=a301eb28-a00a-4d2d-b7fa-e0bbb68ffd36 HTTP/1.1" status: 200 len: 945 time: 0.0630996 Jul 22 02:37:31.258224 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-27861976-2e5d-4a03-80af-071cf6dd394f req-48b89e1d-c00c-4d23-ae7b-76111660f4cd tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/security-groups?id=63e9ec9d-cac8-47aa-a784-0c3cf16d9873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326743 Jul 22 02:37:31.279658 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 36414) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:37:31.469282 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fee255e-456e-47a7-858b-c4bb219acb8d tempest-TestVolumeBootPattern-1419767876 tempest-TestVolumeBootPattern-1419767876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:37:31.470782 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-2fee255e-456e-47a7-858b-c4bb219acb8d tempest-TestVolumeBootPattern-1419767876 tempest-TestVolumeBootPattern-1419767876-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=a301eb28-a00a-4d2d-b7fa-e0bbb68ffd36 HTTP/1.1" status: 200 len: 1093 time: 0.1865287 Jul 22 02:37:31.473602 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 36418) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:37:31.477910 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-69a3dc90-6fa5-4e41-a655-f105eea9e2b6 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Request body: {'floatingip': {'floating_network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'port_id': 'a2c22276-214c-4553-ac26-762c3335e127', 'tenant_id': '67d612e4302c499b8d778fbcdd7b9044', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:37:31.502866 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-69a3dc90-6fa5-4e41-a655-f105eea9e2b6 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks [] for floatingip, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:31.597703 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-69a3dc90-6fa5-4e41-a655-f105eea9e2b6 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:31.702756 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.db_base_plugin_common [None req-69a3dc90-6fa5-4e41-a655-f105eea9e2b6 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Allocated IP 172.27.3.19 (a2bee0e8-177e-45f0-aff1-c80473345c00/ecc19678-5b8b-45eb-bc42-2a87169fcb4c/4dfdefc8-8876-492b-beb7-4c8c1b2b31d9) {{(pid=93205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:37:31.800738 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-69a3dc90-6fa5-4e41-a655-f105eea9e2b6 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks [] for port, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:31.839564 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-69a3dc90-6fa5-4e41-a655-f105eea9e2b6 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789867566219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3324451'] for port, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:31.880485 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a3dc90-6fa5-4e41-a655-f105eea9e2b6 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Network a2bee0e8-177e-45f0-aff1-c80473345c00 is already hosted by enough agents. {{(pid=93205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:37:31.883170 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.base_scheduler [None req-69a3dc90-6fa5-4e41-a655-f105eea9e2b6 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Resources bound (agent type, host, resource id): {{(pid=93205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:37:31.887137 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a3dc90-6fa5-4e41-a655-f105eea9e2b6 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Received port after_create {{(pid=93205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:37:31.892401 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a3dc90-6fa5-4e41-a655-f105eea9e2b6 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Pushing event updated for resources: {'Port': ['ID=4dfdefc8-8876-492b-beb7-4c8c1b2b31d9,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:37:32.437923 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-69a3dc90-6fa5-4e41-a655-f105eea9e2b6 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:32.511913 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-69a3dc90-6fa5-4e41-a655-f105eea9e2b6 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:32.659497 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-69a3dc90-6fa5-4e41-a655-f105eea9e2b6 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks [] for port, precommit_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:32.663500 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-69a3dc90-6fa5-4e41-a655-f105eea9e2b6 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3324456'] for port, after_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:32.728378 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a3dc90-6fa5-4e41-a655-f105eea9e2b6 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Pushing event updated for resources: {'Port': ['ID=4dfdefc8-8876-492b-beb7-4c8c1b2b31d9,revision_number=2']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:37:32.738471 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-69a3dc90-6fa5-4e41-a655-f105eea9e2b6 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746573'] for floatingip, after_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:32.837642 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.db.l3_db [None req-69a3dc90-6fa5-4e41-a655-f105eea9e2b6 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Floating IP d720d4cc-9b7a-43a3-b8f6-c74e9feeb115 associated. External IP: 172.27.3.19, port: a2c22276-214c-4553-ac26-762c3335e127. Jul 22 02:37:33.035608 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69a3dc90-6fa5-4e41-a655-f105eea9e2b6 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Router bc788e52-4c67-4d00-8750-19c252030837 has already been hosted by L3 agent f9ed0358-a013-4c74-a622-17ee633b4610 {{(pid=93205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 02:37:33.138733 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a3dc90-6fa5-4e41-a655-f105eea9e2b6 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify agent at l3_agent.dv-cinder-792299-6-iscsi the message routers_updated {{(pid=93205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:37:33.147984 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339024fc-df0c-494b-942a-da28d9ee500e None None] Sync routers for ids ['bc788e52-4c67-4d00-8750-19c252030837'] in dv-cinder-792299-6-iscsi {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:37:33.155127 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-69a3dc90-6fa5-4e41-a655-f105eea9e2b6 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409'] for floatingip, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:33.158261 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339024fc-df0c-494b-942a-da28d9ee500e None None] Routers {'bc788e52-4c67-4d00-8750-19c252030837'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:37:33.158902 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-339024fc-df0c-494b-942a-da28d9ee500e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:37:14Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['bc788e52-4c67-4d00-8750-19c252030837'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:37:33.191465 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-69a3dc90-6fa5-4e41-a655-f105eea9e2b6 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7168157 Jul 22 02:37:33.192063 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a301eb28-a00a-4d2d-b7fa-e0bbb68ffd36', 'tag': 'a2c22276-214c-4553-ac26-762c3335e127'}] {{(pid=93205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:37:33.194449 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1519ab49a2e6f2c0b9af796621e68389a02ac4e63e9641ecb08298f364d17118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8633cc6-b77e-4d56-811c-523ff785ec59" -d '{"events": [{"name": "network-changed", "server_uuid": "a301eb28-a00a-4d2d-b7fa-e0bbb68ffd36", "tag": "a2c22276-214c-4553-ac26-762c3335e127"}]}' {{(pid=93205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:37:33.228605 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 02:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b99b465b-9f92-4d19-a7c4-2021141663ed x-openstack-request-id: req-b99b465b-9f92-4d19-a7c4-2021141663ed {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:37:33.228922 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a301eb28-a00a-4d2d-b7fa-e0bbb68ffd36", "tag": "a2c22276-214c-4553-ac26-762c3335e127", "status": "completed", "code": 200}]} {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:37:33.229175 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b99b465b-9f92-4d19-a7c4-2021141663ed {{(pid=93205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:37:33.229577 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a301eb28-a00a-4d2d-b7fa-e0bbb68ffd36', 'tag': 'a2c22276-214c-4553-ac26-762c3335e127', 'status': 'completed', 'code': 200} Jul 22 02:37:33.270743 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-339024fc-df0c-494b-942a-da28d9ee500e None None] Set router bc788e52-4c67-4d00-8750-19c252030837 gateway port host: dv-cinder-792299-6-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:37:33.303195 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8633cc6-b77e-4d56-811c-523ff785ec59 req-e7d1d033-ed62-44a7-9732-5d174bf7b71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:37:33.304611 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a8633cc6-b77e-4d56-811c-523ff785ec59 req-e7d1d033-ed62-44a7-9732-5d174bf7b71d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=67d612e4302c499b8d778fbcdd7b9044&device_id=a301eb28-a00a-4d2d-b7fa-e0bbb68ffd36 HTTP/1.1" status: 200 len: 1098 time: 0.0528419 Jul 22 02:37:33.397055 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8633cc6-b77e-4d56-811c-523ff785ec59 req-16c11623-3fcc-46a5-85a4-c68af307aa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:37:33.398522 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a8633cc6-b77e-4d56-811c-523ff785ec59 req-16c11623-3fcc-46a5-85a4-c68af307aa66 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ffc27ac5-3775-4b53-826e-98afab9137ce HTTP/1.1" status: 200 len: 911 time: 0.0868766 Jul 22 02:37:33.467318 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a8633cc6-b77e-4d56-811c-523ff785ec59 req-2dbf2497-bbcd-44a2-b584-6fc473d0ebb9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2c22276-214c-4553-ac26-762c3335e127 HTTP/1.1" status: 200 len: 998 time: 0.0608494 Jul 22 02:37:33.493337 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-339024fc-df0c-494b-942a-da28d9ee500e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc788e52-4c67-4d00-8750-19c252030837', 'name': 'tempest-TestVolumeBootPattern-959882766-router', 'tenant_id': '67d612e4302c499b8d778fbcdd7b9044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': 'a5444e74-927b-483b-abdc-5289a02c6200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:30:43Z', 'updated_at': '2021-07-22T02:30:49Z', 'revision_number': 4, 'project_id': '67d612e4302c499b8d778fbcdd7b9044', 'gw_port': {'id': 'a5444e74-927b-483b-abdc-5289a02c6200', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc788e52-4c67-4d00-8750-19c252030837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:44Z', 'updated_at': '2021-07-22T02:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_floatingips': [{'id': '38dfe835-0d55-48eb-ba62-5a806bbc9be4', 'tenant_id': '67d612e4302c499b8d778fbcdd7b9044', 'floating_ip_address': '172.27.3.152', 'floating_network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'router_id': 'bc788e52-4c67-4d00-8750-19c252030837', 'port_id': 'f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffc27ac5-3775-4b53-826e-98afab9137ce', 'mac_address': 'fa:16:3e:4e:65:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07e716e-b4fb-48f1-b239-e8cc6a957d58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T02:35:30Z', 'updated_at': '2021-07-22T02:35:32Z', 'revision_number': 1, 'project_id': '67d612e4302c499b8d778fbcdd7b9044', 'fixed_ip_address_scope': None}, {'id': 'd720d4cc-9b7a-43a3-b8f6-c74e9feeb115', 'tenant_id': '67d612e4302c499b8d778fbcdd7b9044', 'floating_ip_address': '172.27.3.19', 'floating_network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'router_id': 'bc788e52-4c67-4d00-8750-19c252030837', 'port_id': 'a2c22276-214c-4553-ac26-762c3335e127', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffc27ac5-3775-4b53-826e-98afab9137ce', 'mac_address': 'fa:16:3e:0e:ce:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a301eb28-a00a-4d2d-b7fa-e0bbb68ffd36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T02:37:32Z', 'updated_at': '2021-07-22T02:37:32Z', 'revision_number': 0, 'project_id': '67d612e4302c499b8d778fbcdd7b9044', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8991fcbf-3aa7-46c8-be11-bc154a3f4fb2', 'name': '', 'network_id': 'ffc27ac5-3775-4b53-826e-98afab9137ce', 'tenant_id': '67d612e4302c499b8d778fbcdd7b9044', 'mac_address': 'fa:16:3e:8f:6a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc788e52-4c67-4d00-8750-19c252030837', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '5ffe1ea2-2f9b-4245-839a-fb164d77066d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:48Z', 'updated_at': '2021-07-22T02:31:07Z', 'revision_number': 5, 'project_id': '67d612e4302c499b8d778fbcdd7b9044', 'subnets': [{'id': '5ffe1ea2-2f9b-4245-839a-fb164d77066d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:37:33.522860 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339024fc-df0c-494b-942a-da28d9ee500e None None] Checking router: bc788e52-4c67-4d00-8750-19c252030837 for host: dv-cinder-792299-6-iscsi {{(pid=93207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:37:33.525709 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8633cc6-b77e-4d56-811c-523ff785ec59 req-0376c0ea-e22c-4dca-b7bb-f248ef6ff781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:37:33.527471 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a8633cc6-b77e-4d56-811c-523ff785ec59 req-0376c0ea-e22c-4dca-b7bb-f248ef6ff781 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5ffe1ea2-2f9b-4245-839a-fb164d77066d HTTP/1.1" status: 200 len: 850 time: 0.0530720 Jul 22 02:37:33.531272 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339024fc-df0c-494b-942a-da28d9ee500e None None] Routers {'bc788e52-4c67-4d00-8750-19c252030837'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:37:33.531867 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-339024fc-df0c-494b-942a-da28d9ee500e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:37:14Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['bc788e52-4c67-4d00-8750-19c252030837'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:37:33.583567 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8633cc6-b77e-4d56-811c-523ff785ec59 req-dafe0102-4ecc-4c7c-8dc7-f914a1961c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:37:33.585016 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a8633cc6-b77e-4d56-811c-523ff785ec59 req-dafe0102-4ecc-4c7c-8dc7-f914a1961c38 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ffc27ac5-3775-4b53-826e-98afab9137ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0504007 Jul 22 02:37:33.634182 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-339024fc-df0c-494b-942a-da28d9ee500e None None] Set router bc788e52-4c67-4d00-8750-19c252030837 gateway port host: dv-cinder-792299-6-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:37:33.670522 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a8633cc6-b77e-4d56-811c-523ff785ec59 req-458f2cf8-8066-46c6-8731-70230b641cec service neutron] 10.222.0.23 "GET /v2.0/networks/ffc27ac5-3775-4b53-826e-98afab9137ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783052 Jul 22 02:37:33.759984 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a8633cc6-b77e-4d56-811c-523ff785ec59 req-a7850aa3-45df-4138-8f33-a604a95694f1 service neutron] 10.222.0.23 "GET /v2.0/networks/ffc27ac5-3775-4b53-826e-98afab9137ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822718 Jul 22 02:37:33.862264 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-339024fc-df0c-494b-942a-da28d9ee500e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc788e52-4c67-4d00-8750-19c252030837', 'name': 'tempest-TestVolumeBootPattern-959882766-router', 'tenant_id': '67d612e4302c499b8d778fbcdd7b9044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': 'a5444e74-927b-483b-abdc-5289a02c6200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:30:43Z', 'updated_at': '2021-07-22T02:30:49Z', 'revision_number': 4, 'project_id': '67d612e4302c499b8d778fbcdd7b9044', 'gw_port': {'id': 'a5444e74-927b-483b-abdc-5289a02c6200', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc788e52-4c67-4d00-8750-19c252030837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:44Z', 'updated_at': '2021-07-22T02:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_floatingips': [{'id': '38dfe835-0d55-48eb-ba62-5a806bbc9be4', 'tenant_id': '67d612e4302c499b8d778fbcdd7b9044', 'floating_ip_address': '172.27.3.152', 'floating_network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'router_id': 'bc788e52-4c67-4d00-8750-19c252030837', 'port_id': 'f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffc27ac5-3775-4b53-826e-98afab9137ce', 'mac_address': 'fa:16:3e:4e:65:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07e716e-b4fb-48f1-b239-e8cc6a957d58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T02:35:30Z', 'updated_at': '2021-07-22T02:35:32Z', 'revision_number': 1, 'project_id': '67d612e4302c499b8d778fbcdd7b9044', 'fixed_ip_address_scope': None}, {'id': 'd720d4cc-9b7a-43a3-b8f6-c74e9feeb115', 'tenant_id': '67d612e4302c499b8d778fbcdd7b9044', 'floating_ip_address': '172.27.3.19', 'floating_network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'router_id': 'bc788e52-4c67-4d00-8750-19c252030837', 'port_id': 'a2c22276-214c-4553-ac26-762c3335e127', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffc27ac5-3775-4b53-826e-98afab9137ce', 'mac_address': 'fa:16:3e:0e:ce:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a301eb28-a00a-4d2d-b7fa-e0bbb68ffd36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T02:37:32Z', 'updated_at': '2021-07-22T02:37:32Z', 'revision_number': 0, 'project_id': '67d612e4302c499b8d778fbcdd7b9044', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8991fcbf-3aa7-46c8-be11-bc154a3f4fb2', 'name': '', 'network_id': 'ffc27ac5-3775-4b53-826e-98afab9137ce', 'tenant_id': '67d612e4302c499b8d778fbcdd7b9044', 'mac_address': 'fa:16:3e:8f:6a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc788e52-4c67-4d00-8750-19c252030837', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '5ffe1ea2-2f9b-4245-839a-fb164d77066d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:48Z', 'updated_at': '2021-07-22T02:31:07Z', 'revision_number': 5, 'project_id': '67d612e4302c499b8d778fbcdd7b9044', 'subnets': [{'id': '5ffe1ea2-2f9b-4245-839a-fb164d77066d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:37:33.887766 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339024fc-df0c-494b-942a-da28d9ee500e None None] The sync data for ids ['bc788e52-4c67-4d00-8750-19c252030837'] in dv-cinder-792299-6-iscsi is: [{'id': 'bc788e52-4c67-4d00-8750-19c252030837', 'name': 'tempest-TestVolumeBootPattern-959882766-router', 'tenant_id': '67d612e4302c499b8d778fbcdd7b9044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': 'a5444e74-927b-483b-abdc-5289a02c6200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:30:43Z', 'updated_at': '2021-07-22T02:30:49Z', 'revision_number': 4, 'project_id': '67d612e4302c499b8d778fbcdd7b9044', 'gw_port': {'id': 'a5444e74-927b-483b-abdc-5289a02c6200', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc788e52-4c67-4d00-8750-19c252030837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:44Z', 'updated_at': '2021-07-22T02:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_floatingips': [{'id': '38dfe835-0d55-48eb-ba62-5a806bbc9be4', 'tenant_id': '67d612e4302c499b8d778fbcdd7b9044', 'floating_ip_address': '172.27.3.152', 'floating_network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'router_id': 'bc788e52-4c67-4d00-8750-19c252030837', 'port_id': 'f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffc27ac5-3775-4b53-826e-98afab9137ce', 'mac_address': 'fa:16:3e:4e:65:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07e716e-b4fb-48f1-b239-e8cc6a957d58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T02:35:30Z', 'updated_at': '2021-07-22T02:35:32Z', 'revision_number': 1, 'project_id': '67d612e4302c499b8d778fbcdd7b9044', 'fixed_ip_address_scope': None}, {'id': 'd720d4cc-9b7a-43a3-b8f6-c74e9feeb115', 'tenant_id': '67d612e4302c499b8d778fbcdd7b9044', 'floating_ip_address': '172.27.3.19', 'floating_network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'router_id': 'bc788e52-4c67-4d00-8750-19c252030837', 'port_id': 'a2c22276-214c-4553-ac26-762c3335e127', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffc27ac5-3775-4b53-826e-98afab9137ce', 'mac_address': 'fa:16:3e:0e:ce:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a301eb28-a00a-4d2d-b7fa-e0bbb68ffd36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T02:37:32Z', 'updated_at': '2021-07-22T02:37:32Z', 'revision_number': 0, 'project_id': '67d612e4302c499b8d778fbcdd7b9044', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8991fcbf-3aa7-46c8-be11-bc154a3f4fb2', 'name': '', 'network_id': 'ffc27ac5-3775-4b53-826e-98afab9137ce', 'tenant_id': '67d612e4302c499b8d778fbcdd7b9044', 'mac_address': 'fa:16:3e:8f:6a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc788e52-4c67-4d00-8750-19c252030837', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '5ffe1ea2-2f9b-4245-839a-fb164d77066d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:48Z', 'updated_at': '2021-07-22T02:31:07Z', 'revision_number': 5, 'project_id': '67d612e4302c499b8d778fbcdd7b9044', 'subnets': [{'id': '5ffe1ea2-2f9b-4245-839a-fb164d77066d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:37:34.062714 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f68ab0-4f14-474e-977c-54076226b108 None None] New status for floating IP d720d4cc-9b7a-43a3-b8f6-c74e9feeb115: ACTIVE {{(pid=93208) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 02:37:38.561296 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.agents_db [None req-f1c5c46c-8295-40fa-87c5-0db6e260a587 None None] Agent healthcheck: found 6 active agents {{(pid=93208) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 02:37:39.113786 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 36466) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:37:39.219355 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-644a6e6b-bd9c-4c28-821b-c24aa3891729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:39.305939 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-644a6e6b-bd9c-4c28-821b-c24aa3891729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:39.309633 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-644a6e6b-bd9c-4c28-821b-c24aa3891729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:39.346749 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-644a6e6b-bd9c-4c28-821b-c24aa3891729 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=91d02449da7b4c97b8660be7ca2c6e32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2319174 Jul 22 02:37:39.347635 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644a6e6b-bd9c-4c28-821b-c24aa3891729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13e26dd-7202-430a-b565-096e72ccdd6d,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:37:39.349478 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 36470) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:37:39.396982 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1e26bc1e-28c4-4e10-ab21-df3116a6fe37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:39.418224 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1e26bc1e-28c4-4e10-ab21-df3116a6fe37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:39.461808 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1e26bc1e-28c4-4e10-ab21-df3116a6fe37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:39.464865 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1e26bc1e-28c4-4e10-ab21-df3116a6fe37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:39.465992 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-1e26bc1e-28c4-4e10-ab21-df3116a6fe37 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b13e26dd-7202-430a-b565-096e72ccdd6d HTTP/1.1" status: 204 len: 168 time: 0.1155057 Jul 22 02:37:39.475299 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e26bc1e-28c4-4e10-ab21-df3116a6fe37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13e26dd-7202-430a-b565-096e72ccdd6d,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:37:41.082044 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-ff9a70d3-bb9e-4e60-adcb-a7a7145063ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:42.317370 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:43.808243 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9d3ed7db-0890-4d42-bd87-aa24b5c4a7e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:43.908535 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:44.729228 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9c5a9526-544c-492b-b3ab-1b4c68701215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:37:46.253876 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-46ac0fbd-03cc-41f5-9e75-a35c43e1b5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:11.082995 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-b0f4c0db-26b9-4996-8259-4a1637c404e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:12.323380 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:13.806867 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-ea670798-b98d-4bd1-8150-7e05e03cc15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:13.908446 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:14.733327 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9c5a9526-544c-492b-b3ab-1b4c68701215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:15.073874 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b9b54205-a87e-4ac5-b8ff-aa89c2b40e76 req-2cd89eca-6204-4cd8-8fa9-c69bbcfd6b9e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e07e716e-b4fb-48f1-b239-e8cc6a957d58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0533569 Jul 22 02:38:15.165355 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b54205-a87e-4ac5-b8ff-aa89c2b40e76 req-8432f497-ddee-4a10-9e94-43acb6c4dad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:38:15.166772 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b9b54205-a87e-4ac5-b8ff-aa89c2b40e76 req-8432f497-ddee-4a10-9e94-43acb6c4dad2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=67d612e4302c499b8d778fbcdd7b9044&device_id=e07e716e-b4fb-48f1-b239-e8cc6a957d58 HTTP/1.1" status: 200 len: 1098 time: 0.0510941 Jul 22 02:38:15.269492 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b54205-a87e-4ac5-b8ff-aa89c2b40e76 req-f3149b96-32b9-45f4-86ff-11c993cbd4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:38:15.270951 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b9b54205-a87e-4ac5-b8ff-aa89c2b40e76 req-f3149b96-32b9-45f4-86ff-11c993cbd4d3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ffc27ac5-3775-4b53-826e-98afab9137ce HTTP/1.1" status: 200 len: 911 time: 0.0858400 Jul 22 02:38:15.332320 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b9b54205-a87e-4ac5-b8ff-aa89c2b40e76 req-0232968b-fa47-4614-b015-28a3b5e304b1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75 HTTP/1.1" status: 200 len: 1001 time: 0.0544369 Jul 22 02:38:15.378444 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b54205-a87e-4ac5-b8ff-aa89c2b40e76 req-a180a431-6fc7-4596-9861-cc3551148fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:38:15.379800 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b9b54205-a87e-4ac5-b8ff-aa89c2b40e76 req-a180a431-6fc7-4596-9861-cc3551148fd1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5ffe1ea2-2f9b-4245-839a-fb164d77066d HTTP/1.1" status: 200 len: 850 time: 0.0410254 Jul 22 02:38:15.441109 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b54205-a87e-4ac5-b8ff-aa89c2b40e76 req-8dd9068f-0fee-4729-890b-a06cb93978ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:38:15.442509 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b9b54205-a87e-4ac5-b8ff-aa89c2b40e76 req-8dd9068f-0fee-4729-890b-a06cb93978ad service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ffc27ac5-3775-4b53-826e-98afab9137ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528603 Jul 22 02:38:15.527096 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b9b54205-a87e-4ac5-b8ff-aa89c2b40e76 req-6b591a25-3efc-4b08-934b-52c3d0e8d12c service neutron] 10.222.0.23 "GET /v2.0/networks/ffc27ac5-3775-4b53-826e-98afab9137ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778165 Jul 22 02:38:15.559887 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.agents_db [None req-f1c5c46c-8295-40fa-87c5-0db6e260a587 None None] Agent healthcheck: found 6 active agents {{(pid=93208) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 02:38:15.615389 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b9b54205-a87e-4ac5-b8ff-aa89c2b40e76 req-7ffff517-72d4-4397-a15a-3473036194b9 service neutron] 10.222.0.23 "GET /v2.0/networks/ffc27ac5-3775-4b53-826e-98afab9137ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817845 Jul 22 02:38:16.084212 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 36736) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:38:16.182937 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b7f63bf-ae04-421d-bdd5-93b1ea724990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:16.266193 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-46ac0fbd-03cc-41f5-9e75-a35c43e1b5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:16.274174 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b7f63bf-ae04-421d-bdd5-93b1ea724990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:16.278634 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b7f63bf-ae04-421d-bdd5-93b1ea724990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:16.312727 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7f63bf-ae04-421d-bdd5-93b1ea724990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d03cb6a6-b43d-4f33-8906-7778e094b3c9,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:38:16.316391 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-6b7f63bf-ae04-421d-bdd5-93b1ea724990 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=70f140ad8f4e4148be8dc0601433b7db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2311344 Jul 22 02:38:16.319221 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 36740) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:38:16.321964 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7f63bf-ae04-421d-bdd5-93b1ea724990 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:38:16.322313 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7f63bf-ae04-421d-bdd5-93b1ea724990 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:38:16.322654 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7f63bf-ae04-421d-bdd5-93b1ea724990 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:38:16.322989 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7f63bf-ae04-421d-bdd5-93b1ea724990 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:38:16.323320 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7f63bf-ae04-421d-bdd5-93b1ea724990 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:38:16.323647 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7f63bf-ae04-421d-bdd5-93b1ea724990 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:38:16.323974 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7f63bf-ae04-421d-bdd5-93b1ea724990 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:38:16.324811 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7f63bf-ae04-421d-bdd5-93b1ea724990 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:38:16.325138 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7f63bf-ae04-421d-bdd5-93b1ea724990 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:38:16.325462 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7f63bf-ae04-421d-bdd5-93b1ea724990 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:38:16.325783 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7f63bf-ae04-421d-bdd5-93b1ea724990 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:38:16.326103 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7f63bf-ae04-421d-bdd5-93b1ea724990 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:38:16.373147 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-b8fd0ca3-07f6-45f0-9e09-bd5f865c7f8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:16.393790 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-b8fd0ca3-07f6-45f0-9e09-bd5f865c7f8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:16.438237 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-b8fd0ca3-07f6-45f0-9e09-bd5f865c7f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:16.440690 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-b8fd0ca3-07f6-45f0-9e09-bd5f865c7f8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:16.441835 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-b8fd0ca3-07f6-45f0-9e09-bd5f865c7f8a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d03cb6a6-b43d-4f33-8906-7778e094b3c9 HTTP/1.1" status: 204 len: 168 time: 0.1212893 Jul 22 02:38:16.449112 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fd0ca3-07f6-45f0-9e09-bd5f865c7f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03cb6a6-b43d-4f33-8906-7778e094b3c9,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:38:17.013945 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 36762) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:38:17.106909 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-2d731502-e7e9-4dee-8b09-08ba8abb0883 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1205840204-network', 'tenant_id': 'a7a845297a914075a09bf53769e6ffb5'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:38:17.127062 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d731502-e7e9-4dee-8b09-08ba8abb0883 admin admin] Made reservation on behalf of a7a845297a914075a09bf53769e6ffb5 for: {'network': 1} {{(pid=93205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:38:17.129446 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-2d731502-e7e9-4dee-8b09-08ba8abb0883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for network, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:17.137545 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-2d731502-e7e9-4dee-8b09-08ba8abb0883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:17.223300 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-2d731502-e7e9-4dee-8b09-08ba8abb0883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:17.226697 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-2d731502-e7e9-4dee-8b09-08ba8abb0883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:17.247781 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d731502-e7e9-4dee-8b09-08ba8abb0883 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=93205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 02:38:17.261445 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d731502-e7e9-4dee-8b09-08ba8abb0883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f02bdac-3b1e-4861-af88-5ed9cdc5b394,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:38:17.266412 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-2d731502-e7e9-4dee-8b09-08ba8abb0883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767938'] for segment, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:17.266764 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.db.segments_db [None req-2d731502-e7e9-4dee-8b09-08ba8abb0883 admin admin] Added segment ed4ee53f-f5b9-4be7-8cf7-2b3bb8f54753 of type vlan for network 08196119-0c1c-4d8a-bd15-74f8d8798c39 Jul 22 02:38:17.305730 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-2d731502-e7e9-4dee-8b09-08ba8abb0883 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789867552247'] for network, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:17.335982 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-2d731502-e7e9-4dee-8b09-08ba8abb0883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863'] for network, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:17.336957 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d731502-e7e9-4dee-8b09-08ba8abb0883 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:38:17.337534 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-2d731502-e7e9-4dee-8b09-08ba8abb0883 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583845'] for network, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:17.364602 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-2d731502-e7e9-4dee-8b09-08ba8abb0883 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3496108 Jul 22 02:38:17.367586 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 36766) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:38:17.372606 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.v2.base [None req-55b1becb-1090-42c9-89fa-c1211194fe15 admin admin] Request body: {'subnet': {'network_id': '08196119-0c1c-4d8a-bd15-74f8d8798c39', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1205840204-subnet', 'tenant_id': 'a7a845297a914075a09bf53769e6ffb5', 'ip_version': 4}} {{(pid=93206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:38:17.391851 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b1becb-1090-42c9-89fa-c1211194fe15 admin admin] Made reservation on behalf of a7a845297a914075a09bf53769e6ffb5 for: {'subnet': 1} {{(pid=93206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:38:17.394146 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-55b1becb-1090-42c9-89fa-c1211194fe15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9965819'] for subnet, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:17.396813 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d731502-e7e9-4dee-8b09-08ba8abb0883 admin admin] Pushing event updated for resources: {'Network': ['ID=08196119-0c1c-4d8a-bd15-74f8d8798c39,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:38:17.408379 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Network 08196119-0c1c-4d8a-bd15-74f8d8798c39 details requested by agent ovs-agent-dv-cinder-792299-6-iscsi with host dv-cinder-792299-6-iscsi {{(pid=93207) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 02:38:17.554837 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-55b1becb-1090-42c9-89fa-c1211194fe15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8909495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9965705'] for subnet, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:17.610544 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b1becb-1090-42c9-89fa-c1211194fe15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14c28ea6-2cea-4ef8-a77d-3bf4f748d3df,revision_number=0']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:38:17.618787 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b1becb-1090-42c9-89fa-c1211194fe15 admin admin] Checking segment: {'id': 'ed4ee53f-f5b9-4be7-8cf7-2b3bb8f54753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '08196119-0c1c-4d8a-bd15-74f8d8798c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:38:17.619140 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b1becb-1090-42c9-89fa-c1211194fe15 admin admin] Network hostable DHCP agents. Network: 08196119-0c1c-4d8a-bd15-74f8d8798c39, hostable agents: ['7ec0f4f5-17d5-44d9-a280-5d81f7a2a404'], hosted agents: [] {{(pid=93206) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 02:38:17.634036 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b1becb-1090-42c9-89fa-c1211194fe15 admin admin] Network 08196119-0c1c-4d8a-bd15-74f8d8798c39 is scheduled to be hosted by DHCP agent 7ec0f4f5-17d5-44d9-a280-5d81f7a2a404 with binding_index 1 {{(pid=93206) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 02:38:17.643580 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.base_scheduler [None req-55b1becb-1090-42c9-89fa-c1211194fe15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-6-iscsi, 08196119-0c1c-4d8a-bd15-74f8d8798c39) {{(pid=93206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:38:17.647571 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b1becb-1090-42c9-89fa-c1211194fe15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:38:17.648156 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-55b1becb-1090-42c9-89fa-c1211194fe15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:17.652927 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b7fd14-2d9c-4ce1-a2d1-f5cd6a64002f None None] Network 08196119-0c1c-4d8a-bd15-74f8d8798c39 requested from dv-cinder-792299-6-iscsi {{(pid=93207) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:38:17.662023 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-55b1becb-1090-42c9-89fa-c1211194fe15 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2933085 Jul 22 02:38:17.664769 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 36768) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:38:17.669616 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.v2.base [None req-8a1b5725-ab4b-4973-b0d2-9684ac36af03 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1205840204-router', 'tenant_id': 'a7a845297a914075a09bf53769e6ffb5', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00'}}} {{(pid=93206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:38:17.688861 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-8a1b5725-ab4b-4973-b0d2-9684ac36af03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1746485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25300'] for router, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:17.689797 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-8a1b5725-ab4b-4973-b0d2-9684ac36af03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1760026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1633086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25311'] for router, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:17.739644 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-8a1b5725-ab4b-4973-b0d2-9684ac36af03 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:17.796046 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9601fd50-c81a-4296-addd-be90976ff9f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpddd49729-fbe2-5b56-b4ca-eeba23ac9f5f-08196119-0c1c-4d8a-bd15-74f8d8798c39', 'network_id': '08196119-0c1c-4d8a-bd15-74f8d8798c39', 'tenant_id': 'a7a845297a914075a09bf53769e6ffb5', 'fixed_ips': [{'subnet_id': '14c28ea6-2cea-4ef8-a77d-3bf4f748d3df'}]}} from dv-cinder-792299-6-iscsi. {{(pid=93207) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 02:38:17.796956 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9601fd50-c81a-4296-addd-be90976ff9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:17.935706 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.db_base_plugin_common [None req-9601fd50-c81a-4296-addd-be90976ff9f2 None None] Allocated IP 172.20.0.2 (08196119-0c1c-4d8a-bd15-74f8d8798c39/14c28ea6-2cea-4ef8-a77d-3bf4f748d3df/5117d7ae-3134-4641-a2d7-bb8b84035219) {{(pid=93207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:38:18.151344 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-8a1b5725-ab4b-4973-b0d2-9684ac36af03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1746672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1746523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30773'] for router, precommit_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:18.200460 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9601fd50-c81a-4296-addd-be90976ff9f2 None None] Notify callbacks [] for port, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:18.208245 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-9601fd50-c81a-4296-addd-be90976ff9f2 None None] Transition to ACTIVE for port object 5117d7ae-3134-4641-a2d7-bb8b84035219 will not be triggered until provisioned by entity L2. {{(pid=93207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:38:18.222194 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-9601fd50-c81a-4296-addd-be90976ff9f2 None None] Transition to ACTIVE for port object 5117d7ae-3134-4641-a2d7-bb8b84035219 will not be triggered until provisioned by entity DHCP. {{(pid=93207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:38:18.227481 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9601fd50-c81a-4296-addd-be90976ff9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789867566219'] for port, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:18.262607 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9601fd50-c81a-4296-addd-be90976ff9f2 None None] Network 08196119-0c1c-4d8a-bd15-74f8d8798c39 is already hosted by enough agents. {{(pid=93207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:38:18.264904 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.scheduler.base_scheduler [None req-9601fd50-c81a-4296-addd-be90976ff9f2 None None] Resources bound (agent type, host, resource id): {{(pid=93207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:38:18.270262 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9601fd50-c81a-4296-addd-be90976ff9f2 None None] Received port after_create {{(pid=93207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:38:18.282015 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9601fd50-c81a-4296-addd-be90976ff9f2 None None] Pushing event updated for resources: {'Port': ['ID=5117d7ae-3134-4641-a2d7-bb8b84035219,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:38:18.334628 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-9601fd50-c81a-4296-addd-be90976ff9f2 None None] Attempting to bind port 5117d7ae-3134-4641-a2d7-bb8b84035219 on host dv-cinder-792299-6-iscsi for vnic_type normal with profile {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:38:18.334995 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-9601fd50-c81a-4296-addd-be90976ff9f2 None None] Attempting to bind port 5117d7ae-3134-4641-a2d7-bb8b84035219 by drivers openvswitch,hyperv on host dv-cinder-792299-6-iscsi at level 0 using segments [{'id': 'ed4ee53f-f5b9-4be7-8cf7-2b3bb8f54753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '08196119-0c1c-4d8a-bd15-74f8d8798c39'}] {{(pid=93207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:38:18.335355 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9601fd50-c81a-4296-addd-be90976ff9f2 None None] Attempting to bind port 5117d7ae-3134-4641-a2d7-bb8b84035219 on network 08196119-0c1c-4d8a-bd15-74f8d8798c39 {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:38:18.340129 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9601fd50-c81a-4296-addd-be90976ff9f2 None None] Checking agent: {'id': '2be9fc8b-48e5-48f4-81b8-a3920a82e981', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 21, 14), 'started_at': datetime.datetime(2021, 7, 22, 2, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:38:18.340502 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9601fd50-c81a-4296-addd-be90976ff9f2 None None] Checking segment: {'id': 'ed4ee53f-f5b9-4be7-8cf7-2b3bb8f54753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '08196119-0c1c-4d8a-bd15-74f8d8798c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:38:18.340947 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9601fd50-c81a-4296-addd-be90976ff9f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:18.341345 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9601fd50-c81a-4296-addd-be90976ff9f2 None None] Bound using segment: {'id': 'ed4ee53f-f5b9-4be7-8cf7-2b3bb8f54753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '08196119-0c1c-4d8a-bd15-74f8d8798c39'} {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:38:18.341810 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-9601fd50-c81a-4296-addd-be90976ff9f2 None None] Bound port: 5117d7ae-3134-4641-a2d7-bb8b84035219, host: dv-cinder-792299-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed4ee53f-f5b9-4be7-8cf7-2b3bb8f54753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '08196119-0c1c-4d8a-bd15-74f8d8798c39'}}] {{(pid=93207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:38:18.342188 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9601fd50-c81a-4296-addd-be90976ff9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:18.347875 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-8a1b5725-ab4b-4973-b0d2-9684ac36af03 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:18.365952 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-8a1b5725-ab4b-4973-b0d2-9684ac36af03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:18.402718 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-9601fd50-c81a-4296-addd-be90976ff9f2 None None] For port 5117d7ae-3134-4641-a2d7-bb8b84035219, host dv-cinder-792299-6-iscsi, cleared binding levels {{(pid=93207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:38:18.405737 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-9601fd50-c81a-4296-addd-be90976ff9f2 None None] For port 5117d7ae-3134-4641-a2d7-bb8b84035219, host dv-cinder-792299-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=5117d7ae-3134-4641-a2d7-bb8b84035219,segment=NetworkSegment(ed4ee53f-f5b9-4be7-8cf7-2b3bb8f54753),segment_id=ed4ee53f-f5b9-4be7-8cf7-2b3bb8f54753)] {{(pid=93207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:38:18.410430 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9601fd50-c81a-4296-addd-be90976ff9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:18.464399 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9601fd50-c81a-4296-addd-be90976ff9f2 None None] Pushing event updated for resources: {'Port': ['ID=5117d7ae-3134-4641-a2d7-bb8b84035219,revision_number=2']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:38:18.475638 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.db_base_plugin_common [None req-8a1b5725-ab4b-4973-b0d2-9684ac36af03 admin admin] Allocated IP 172.27.3.167 (a2bee0e8-177e-45f0-aff1-c80473345c00/ecc19678-5b8b-45eb-bc42-2a87169fcb4c/55fb254c-e2a2-4cea-a945-799b484f955c) {{(pid=93206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:38:18.583070 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-8a1b5725-ab4b-4973-b0d2-9684ac36af03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:18.630627 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-8a1b5725-ab4b-4973-b0d2-9684ac36af03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789867566219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909347'] for port, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:18.674767 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1b5725-ab4b-4973-b0d2-9684ac36af03 admin admin] Network a2bee0e8-177e-45f0-aff1-c80473345c00 is already hosted by enough agents. {{(pid=93206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:38:18.677708 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.base_scheduler [None req-8a1b5725-ab4b-4973-b0d2-9684ac36af03 admin admin] Resources bound (agent type, host, resource id): {{(pid=93206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:38:18.681179 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1b5725-ab4b-4973-b0d2-9684ac36af03 admin admin] Received port after_create {{(pid=93206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:38:18.703164 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1b5725-ab4b-4973-b0d2-9684ac36af03 admin admin] Pushing event updated for resources: {'Port': ['ID=55fb254c-e2a2-4cea-a945-799b484f955c,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:38:18.923851 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-8a1b5725-ab4b-4973-b0d2-9684ac36af03 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:19.114438 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-8a1b5725-ab4b-4973-b0d2-9684ac36af03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1746508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1746667'] for router, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:19.243289 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a1b5725-ab4b-4973-b0d2-9684ac36af03 admin admin] Router e2b153f9-d35e-44e1-b518-fddeea76eaff is scheduled to L3 agent f9ed0358-a013-4c74-a622-17ee633b4610 with binding_index 1 {{(pid=93206) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 02:38:19.311453 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6b43ad-e0d2-4e6f-b1e6-bae64308cbee None None] Network 08196119-0c1c-4d8a-bd15-74f8d8798c39 requested from dv-cinder-792299-6-iscsi {{(pid=93207) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:38:19.365603 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a1b5725-ab4b-4973-b0d2-9684ac36af03 admin admin] Notify agent at l3_agent.dv-cinder-792299-6-iscsi the message routers_updated {{(pid=93206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:38:19.382427 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-8a1b5725-ab4b-4973-b0d2-9684ac36af03 admin admin] Notify callbacks [] for router, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:19.383774 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-8a1b5725-ab4b-4973-b0d2-9684ac36af03 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7180905 Jul 22 02:38:19.386530 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 36770) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:38:19.394671 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0179a0f-ca95-42c4-a433-5fd26d8bacab None None] Sync routers for ids ['e2b153f9-d35e-44e1-b518-fddeea76eaff'] in dv-cinder-792299-6-iscsi {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:38:19.401641 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-467381eb-47d3-4aa3-8600-9549c9be4e53 None None] Provisioning for port 5117d7ae-3134-4641-a2d7-bb8b84035219 completed by entity DHCP. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:38:19.417376 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0179a0f-ca95-42c4-a433-5fd26d8bacab None None] Routers {'e2b153f9-d35e-44e1-b518-fddeea76eaff'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:38:19.418086 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-a0179a0f-ca95-42c4-a433-5fd26d8bacab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:38:14Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['e2b153f9-d35e-44e1-b518-fddeea76eaff'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:38:19.425041 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device 5117d7ae-3134-4641-a2d7-bb8b84035219 up at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:38:19.636085 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning for port 5117d7ae-3134-4641-a2d7-bb8b84035219 completed by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:38:19.641503 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-a0179a0f-ca95-42c4-a433-5fd26d8bacab None None] Set router e2b153f9-d35e-44e1-b518-fddeea76eaff gateway port host: dv-cinder-792299-6-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:38:19.669937 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning complete for port 5117d7ae-3134-4641-a2d7-bb8b84035219 triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:38:19.670309 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:19.782253 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-39c03847-8497-4479-b2e5-1401001a8953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:19.878957 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:19.939020 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] For port 5117d7ae-3134-4641-a2d7-bb8b84035219, host dv-cinder-792299-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=5117d7ae-3134-4641-a2d7-bb8b84035219,segment=NetworkSegment(ed4ee53f-f5b9-4be7-8cf7-2b3bb8f54753),segment_id=ed4ee53f-f5b9-4be7-8cf7-2b3bb8f54753)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:38:19.945349 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.db_base_plugin_common [None req-39c03847-8497-4479-b2e5-1401001a8953 admin admin] Allocated IP 172.20.0.1 (08196119-0c1c-4d8a-bd15-74f8d8798c39/14c28ea6-2cea-4ef8-a77d-3bf4f748d3df/63b043a3-85ca-45bf-9983-3871a01a8735) {{(pid=93206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:38:19.946434 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:19.954225 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-a0179a0f-ca95-42c4-a433-5fd26d8bacab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b153f9-d35e-44e1-b518-fddeea76eaff', 'name': 'tempest-TestShelveInstance-1205840204-router', 'tenant_id': 'a7a845297a914075a09bf53769e6ffb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '55fb254c-e2a2-4cea-a945-799b484f955c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:38:17Z', 'updated_at': '2021-07-22T02:38:18Z', 'revision_number': 3, 'project_id': 'a7a845297a914075a09bf53769e6ffb5', 'gw_port': {'id': '55fb254c-e2a2-4cea-a945-799b484f955c', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:98:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b153f9-d35e-44e1-b518-fddeea76eaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:38:18Z', 'updated_at': '2021-07-22T02:38:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi'}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:38:20.002799 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0179a0f-ca95-42c4-a433-5fd26d8bacab None None] Checking router: e2b153f9-d35e-44e1-b518-fddeea76eaff for host: dv-cinder-792299-6-iscsi {{(pid=93207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:38:20.003175 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0179a0f-ca95-42c4-a433-5fd26d8bacab None None] Updating router e2b153f9-d35e-44e1-b518-fddeea76eaff port 55fb254c-e2a2-4cea-a945-799b484f955c binding host dv-cinder-792299-6-iscsi {{(pid=93207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 02:38:20.053433 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Pushing event updated for resources: {'Port': ['ID=5117d7ae-3134-4641-a2d7-bb8b84035219,revision_number=3']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:38:20.059139 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-a0179a0f-ca95-42c4-a433-5fd26d8bacab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:20.059444 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-39c03847-8497-4479-b2e5-1401001a8953 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:20.075566 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-39c03847-8497-4479-b2e5-1401001a8953 admin admin] Transition to ACTIVE for port object 63b043a3-85ca-45bf-9983-3871a01a8735 will not be triggered until provisioned by entity DHCP. {{(pid=93206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:38:20.110513 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-39c03847-8497-4479-b2e5-1401001a8953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789867566219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909347'] for port, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:20.157627 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c03847-8497-4479-b2e5-1401001a8953 admin admin] Network 08196119-0c1c-4d8a-bd15-74f8d8798c39 is already hosted by enough agents. {{(pid=93206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:38:20.160418 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.base_scheduler [None req-39c03847-8497-4479-b2e5-1401001a8953 admin admin] Resources bound (agent type, host, resource id): {{(pid=93206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:38:20.162886 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c03847-8497-4479-b2e5-1401001a8953 admin admin] Received port after_create {{(pid=93206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:38:20.169133 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c03847-8497-4479-b2e5-1401001a8953 admin admin] Pushing event updated for resources: {'Port': ['ID=63b043a3-85ca-45bf-9983-3871a01a8735,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:38:20.169877 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-5ffba69f-ca83-46a2-ba7d-08f50b6d5a82 None None] Provisioning complete for port 5117d7ae-3134-4641-a2d7-bb8b84035219 triggered by entity DHCP. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:38:20.170259 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-5ffba69f-ca83-46a2-ba7d-08f50b6d5a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:20.208949 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-39c03847-8497-4479-b2e5-1401001a8953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746458'] for router_interface, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:20.358768 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-39c03847-8497-4479-b2e5-1401001a8953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:20.389622 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-a0179a0f-ca95-42c4-a433-5fd26d8bacab None None] Notify callbacks [] for port, precommit_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:20.399509 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-a0179a0f-ca95-42c4-a433-5fd26d8bacab None None] Transition to ACTIVE for port object 55fb254c-e2a2-4cea-a945-799b484f955c will not be triggered until provisioned by entity L2. {{(pid=93207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:38:20.405876 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-a0179a0f-ca95-42c4-a433-5fd26d8bacab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:20.464157 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-a0179a0f-ca95-42c4-a433-5fd26d8bacab None None] Attempting to bind port 55fb254c-e2a2-4cea-a945-799b484f955c on host dv-cinder-792299-6-iscsi for vnic_type normal with profile {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:38:20.465391 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-a0179a0f-ca95-42c4-a433-5fd26d8bacab None None] Attempting to bind port 55fb254c-e2a2-4cea-a945-799b484f955c by drivers openvswitch,hyperv on host dv-cinder-792299-6-iscsi at level 0 using segments [{'id': '9c11ce42-9cd0-4724-aa43-c030ca3574d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00'}] {{(pid=93207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:38:20.465523 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0179a0f-ca95-42c4-a433-5fd26d8bacab None None] Attempting to bind port 55fb254c-e2a2-4cea-a945-799b484f955c on network a2bee0e8-177e-45f0-aff1-c80473345c00 {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:38:20.472847 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43194691-80fc-442d-87a7-d8ede1e21b13 None None] Pushing event updated for resources: {'Port': ['ID=55fb254c-e2a2-4cea-a945-799b484f955c,revision_number=2']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:38:20.476204 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0179a0f-ca95-42c4-a433-5fd26d8bacab None None] Checking agent: {'id': '2be9fc8b-48e5-48f4-81b8-a3920a82e981', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 21, 14), 'started_at': datetime.datetime(2021, 7, 22, 2, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:38:20.476566 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0179a0f-ca95-42c4-a433-5fd26d8bacab None None] Checking segment: {'id': '9c11ce42-9cd0-4724-aa43-c030ca3574d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:38:20.476988 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-a0179a0f-ca95-42c4-a433-5fd26d8bacab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:20.477365 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0179a0f-ca95-42c4-a433-5fd26d8bacab None None] Bound using segment: {'id': '9c11ce42-9cd0-4724-aa43-c030ca3574d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00'} {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:38:20.477833 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-a0179a0f-ca95-42c4-a433-5fd26d8bacab None None] Bound port: 55fb254c-e2a2-4cea-a945-799b484f955c, host: dv-cinder-792299-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c11ce42-9cd0-4724-aa43-c030ca3574d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00'}}] {{(pid=93207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:38:20.478209 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-a0179a0f-ca95-42c4-a433-5fd26d8bacab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:20.479711 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-e5ad12b1-cd7d-4a21-b929-5f31f68593d5 None None] Provisioning for port 63b043a3-85ca-45bf-9983-3871a01a8735 completed by entity DHCP. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:38:20.500734 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-e5ad12b1-cd7d-4a21-b929-5f31f68593d5 None None] Provisioning complete for port 63b043a3-85ca-45bf-9983-3871a01a8735 triggered by entity DHCP. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:38:20.501106 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-e5ad12b1-cd7d-4a21-b929-5f31f68593d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:20.520628 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-39c03847-8497-4479-b2e5-1401001a8953 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:20.526433 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-39c03847-8497-4479-b2e5-1401001a8953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909352'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:20.552702 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-e5ad12b1-cd7d-4a21-b929-5f31f68593d5 None None] Port 63b043a3-85ca-45bf-9983-3871a01a8735 cannot update to ACTIVE because it is not bound. {{(pid=93207) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 02:38:20.559572 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-a0179a0f-ca95-42c4-a433-5fd26d8bacab None None] For port 55fb254c-e2a2-4cea-a945-799b484f955c, host dv-cinder-792299-6-iscsi, cleared binding levels {{(pid=93207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:38:20.562727 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-a0179a0f-ca95-42c4-a433-5fd26d8bacab None None] For port 55fb254c-e2a2-4cea-a945-799b484f955c, host dv-cinder-792299-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=55fb254c-e2a2-4cea-a945-799b484f955c,segment=NetworkSegment(9c11ce42-9cd0-4724-aa43-c030ca3574d3),segment_id=9c11ce42-9cd0-4724-aa43-c030ca3574d3)] {{(pid=93207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:38:20.566921 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-a0179a0f-ca95-42c4-a433-5fd26d8bacab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:20.595643 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c03847-8497-4479-b2e5-1401001a8953 admin admin] Pushing event updated for resources: {'Port': ['ID=63b043a3-85ca-45bf-9983-3871a01a8735,revision_number=2']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:38:20.599649 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-39c03847-8497-4479-b2e5-1401001a8953 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1758378'] for router_interface, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:20.613482 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0179a0f-ca95-42c4-a433-5fd26d8bacab None None] Routers {'e2b153f9-d35e-44e1-b518-fddeea76eaff'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:38:20.614087 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-a0179a0f-ca95-42c4-a433-5fd26d8bacab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:38:14Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['e2b153f9-d35e-44e1-b518-fddeea76eaff'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:38:20.686341 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43194691-80fc-442d-87a7-d8ede1e21b13 None None] Pushing event updated for resources: {'Port': ['ID=55fb254c-e2a2-4cea-a945-799b484f955c,revision_number=3']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:38:20.692282 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c03847-8497-4479-b2e5-1401001a8953 admin admin] Network 08196119-0c1c-4d8a-bd15-74f8d8798c39 is already hosted by enough agents. {{(pid=93206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:38:20.693628 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.base_scheduler [None req-39c03847-8497-4479-b2e5-1401001a8953 admin admin] Resources bound (agent type, host, resource id): {{(pid=93206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:38:20.729109 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-a0179a0f-ca95-42c4-a433-5fd26d8bacab None None] Set router e2b153f9-d35e-44e1-b518-fddeea76eaff gateway port host: dv-cinder-792299-6-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:38:20.817214 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39c03847-8497-4479-b2e5-1401001a8953 admin admin] Router e2b153f9-d35e-44e1-b518-fddeea76eaff has already been hosted by L3 agent f9ed0358-a013-4c74-a622-17ee633b4610 {{(pid=93206) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 02:38:20.927268 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c03847-8497-4479-b2e5-1401001a8953 admin admin] Notify agent at l3_agent.dv-cinder-792299-6-iscsi the message routers_updated {{(pid=93206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:38:20.932190 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-39c03847-8497-4479-b2e5-1401001a8953 admin admin] 10.222.0.30 "PUT /v2.0/routers/e2b153f9-d35e-44e1-b518-fddeea76eaff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5438390 Jul 22 02:38:20.933771 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-a0179a0f-ca95-42c4-a433-5fd26d8bacab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b153f9-d35e-44e1-b518-fddeea76eaff', 'name': 'tempest-TestShelveInstance-1205840204-router', 'tenant_id': 'a7a845297a914075a09bf53769e6ffb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '55fb254c-e2a2-4cea-a945-799b484f955c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:38:17Z', 'updated_at': '2021-07-22T02:38:20Z', 'revision_number': 4, 'project_id': 'a7a845297a914075a09bf53769e6ffb5', 'gw_port': {'id': '55fb254c-e2a2-4cea-a945-799b484f955c', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:98:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b153f9-d35e-44e1-b518-fddeea76eaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:38:18Z', 'updated_at': '2021-07-22T02:38:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_interfaces': [{'id': '63b043a3-85ca-45bf-9983-3871a01a8735', 'name': '', 'network_id': '08196119-0c1c-4d8a-bd15-74f8d8798c39', 'tenant_id': 'a7a845297a914075a09bf53769e6ffb5', 'mac_address': 'fa:16:3e:19:51:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b153f9-d35e-44e1-b518-fddeea76eaff', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '14c28ea6-2cea-4ef8-a77d-3bf4f748d3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:38:19Z', 'updated_at': '2021-07-22T02:38:20Z', 'revision_number': 2, 'project_id': 'a7a845297a914075a09bf53769e6ffb5', 'subnets': [{'id': '14c28ea6-2cea-4ef8-a77d-3bf4f748d3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:38:20.959986 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0179a0f-ca95-42c4-a433-5fd26d8bacab None None] The sync data for ids ['e2b153f9-d35e-44e1-b518-fddeea76eaff'] in dv-cinder-792299-6-iscsi is: [{'id': 'e2b153f9-d35e-44e1-b518-fddeea76eaff', 'name': 'tempest-TestShelveInstance-1205840204-router', 'tenant_id': 'a7a845297a914075a09bf53769e6ffb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '55fb254c-e2a2-4cea-a945-799b484f955c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:38:17Z', 'updated_at': '2021-07-22T02:38:20Z', 'revision_number': 4, 'project_id': 'a7a845297a914075a09bf53769e6ffb5', 'gw_port': {'id': '55fb254c-e2a2-4cea-a945-799b484f955c', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:98:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b153f9-d35e-44e1-b518-fddeea76eaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:38:18Z', 'updated_at': '2021-07-22T02:38:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_interfaces': [{'id': '63b043a3-85ca-45bf-9983-3871a01a8735', 'name': '', 'network_id': '08196119-0c1c-4d8a-bd15-74f8d8798c39', 'tenant_id': 'a7a845297a914075a09bf53769e6ffb5', 'mac_address': 'fa:16:3e:19:51:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b153f9-d35e-44e1-b518-fddeea76eaff', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '14c28ea6-2cea-4ef8-a77d-3bf4f748d3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:38:19Z', 'updated_at': '2021-07-22T02:38:20Z', 'revision_number': 2, 'project_id': 'a7a845297a914075a09bf53769e6ffb5', 'subnets': [{'id': '14c28ea6-2cea-4ef8-a77d-3bf4f748d3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:38:20.973822 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-f3b49385-adfb-4933-ab0b-ecb24a4860ec None None] Provisioning complete for port 63b043a3-85ca-45bf-9983-3871a01a8735 triggered by entity DHCP. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:38:20.974249 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-f3b49385-adfb-4933-ab0b-ecb24a4860ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:21.007960 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-f3b49385-adfb-4933-ab0b-ecb24a4860ec None None] Port 63b043a3-85ca-45bf-9983-3871a01a8735 cannot update to ACTIVE because it is not bound. {{(pid=93207) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 02:38:21.372833 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device 5117d7ae-3134-4641-a2d7-bb8b84035219 up at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:38:21.430605 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning complete for port 5117d7ae-3134-4641-a2d7-bb8b84035219 triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:38:21.430989 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:21.445573 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 36786) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:38:21.450964 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.v2.base [None req-31aaa5e3-973f-41ba-8d3a-2c4032a28535 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1372644838-network', 'tenant_id': '6083fdee763c43fba9b08d385276fd80'}} {{(pid=93206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:38:21.475779 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31aaa5e3-973f-41ba-8d3a-2c4032a28535 admin admin] Made reservation on behalf of 6083fdee763c43fba9b08d385276fd80 for: {'network': 1} {{(pid=93206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:38:21.478504 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-31aaa5e3-973f-41ba-8d3a-2c4032a28535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for network, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:21.488610 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-31aaa5e3-973f-41ba-8d3a-2c4032a28535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:21.612457 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-31aaa5e3-973f-41ba-8d3a-2c4032a28535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:21.622470 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-31aaa5e3-973f-41ba-8d3a-2c4032a28535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:21.647802 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31aaa5e3-973f-41ba-8d3a-2c4032a28535 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=93206) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 02:38:21.658276 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aaa5e3-973f-41ba-8d3a-2c4032a28535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cade54f-1845-4f38-8d30-752a7b7cf30f,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:38:21.663473 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-31aaa5e3-973f-41ba-8d3a-2c4032a28535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767938'] for segment, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:21.663837 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.db.segments_db [None req-31aaa5e3-973f-41ba-8d3a-2c4032a28535 admin admin] Added segment d0c96a8e-4619-485a-879a-936421706591 of type vlan for network eec0a113-100d-472a-a273-1b855da6310e Jul 22 02:38:21.708366 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-31aaa5e3-973f-41ba-8d3a-2c4032a28535 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789867552247'] for network, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:21.738285 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-31aaa5e3-973f-41ba-8d3a-2c4032a28535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863'] for network, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:21.739405 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31aaa5e3-973f-41ba-8d3a-2c4032a28535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:38:21.740025 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-31aaa5e3-973f-41ba-8d3a-2c4032a28535 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583845'] for network, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:21.775039 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-31aaa5e3-973f-41ba-8d3a-2c4032a28535 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3256354 Jul 22 02:38:21.775259 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 36788) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:38:21.781897 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.v2.base [None req-c5e9092f-9dc4-4cfb-b435-ac5be2fb91d1 admin admin] Request body: {'subnet': {'network_id': 'eec0a113-100d-472a-a273-1b855da6310e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1372644838-subnet', 'tenant_id': '6083fdee763c43fba9b08d385276fd80', 'ip_version': 4}} {{(pid=93206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:38:21.816398 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aaa5e3-973f-41ba-8d3a-2c4032a28535 admin admin] Pushing event updated for resources: {'Network': ['ID=eec0a113-100d-472a-a273-1b855da6310e,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:38:21.827334 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Network eec0a113-100d-472a-a273-1b855da6310e details requested by agent ovs-agent-dv-cinder-792299-6-iscsi with host dv-cinder-792299-6-iscsi {{(pid=93207) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 02:38:21.839425 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e9092f-9dc4-4cfb-b435-ac5be2fb91d1 admin admin] Made reservation on behalf of 6083fdee763c43fba9b08d385276fd80 for: {'subnet': 1} {{(pid=93206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:38:21.842706 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-c5e9092f-9dc4-4cfb-b435-ac5be2fb91d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9965819'] for subnet, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:22.016962 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-c5e9092f-9dc4-4cfb-b435-ac5be2fb91d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8909495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9965705'] for subnet, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:22.075759 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e9092f-9dc4-4cfb-b435-ac5be2fb91d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e15a7da-ea17-48e5-9c7a-8440cb7ca84e,revision_number=0']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:38:22.080930 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e9092f-9dc4-4cfb-b435-ac5be2fb91d1 admin admin] Checking segment: {'id': 'd0c96a8e-4619-485a-879a-936421706591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'eec0a113-100d-472a-a273-1b855da6310e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:38:22.081345 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e9092f-9dc4-4cfb-b435-ac5be2fb91d1 admin admin] Network hostable DHCP agents. Network: eec0a113-100d-472a-a273-1b855da6310e, hostable agents: ['7ec0f4f5-17d5-44d9-a280-5d81f7a2a404'], hosted agents: [] {{(pid=93206) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 02:38:22.098229 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e9092f-9dc4-4cfb-b435-ac5be2fb91d1 admin admin] Network eec0a113-100d-472a-a273-1b855da6310e is scheduled to be hosted by DHCP agent 7ec0f4f5-17d5-44d9-a280-5d81f7a2a404 with binding_index 1 {{(pid=93206) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 02:38:22.109873 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.base_scheduler [None req-c5e9092f-9dc4-4cfb-b435-ac5be2fb91d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-6-iscsi, eec0a113-100d-472a-a273-1b855da6310e) {{(pid=93206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:38:22.114401 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e9092f-9dc4-4cfb-b435-ac5be2fb91d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:38:22.114999 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-c5e9092f-9dc4-4cfb-b435-ac5be2fb91d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:22.121918 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3569c76-7856-471e-9837-37d33b8c81ef None None] Network eec0a113-100d-472a-a273-1b855da6310e requested from dv-cinder-792299-6-iscsi {{(pid=93207) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:38:22.130276 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-c5e9092f-9dc4-4cfb-b435-ac5be2fb91d1 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3537123 Jul 22 02:38:22.132766 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 36790) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:38:22.137223 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.v2.base [None req-2b8a78ff-919c-4c86-84dd-41de6ca3296b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1372644838-router', 'tenant_id': '6083fdee763c43fba9b08d385276fd80', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00'}}} {{(pid=93206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:38:22.158822 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-2b8a78ff-919c-4c86-84dd-41de6ca3296b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1746485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25300'] for router, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:22.159896 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-2b8a78ff-919c-4c86-84dd-41de6ca3296b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1760026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1633086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25311'] for router, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:22.216878 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-2b8a78ff-919c-4c86-84dd-41de6ca3296b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:22.271919 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9f4e56-99d0-4f4d-8ebe-e99f0ea47a43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpddd49729-fbe2-5b56-b4ca-eeba23ac9f5f-eec0a113-100d-472a-a273-1b855da6310e', 'network_id': 'eec0a113-100d-472a-a273-1b855da6310e', 'tenant_id': '6083fdee763c43fba9b08d385276fd80', 'fixed_ips': [{'subnet_id': '3e15a7da-ea17-48e5-9c7a-8440cb7ca84e'}]}} from dv-cinder-792299-6-iscsi. {{(pid=93207) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 02:38:22.272906 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-4c9f4e56-99d0-4f4d-8ebe-e99f0ea47a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:22.415132 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.db_base_plugin_common [None req-4c9f4e56-99d0-4f4d-8ebe-e99f0ea47a43 None None] Allocated IP 172.20.0.2 (eec0a113-100d-472a-a273-1b855da6310e/3e15a7da-ea17-48e5-9c7a-8440cb7ca84e/2a9627f3-02da-4736-bd98-fc2672035c5e) {{(pid=93207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:38:22.631746 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-2b8a78ff-919c-4c86-84dd-41de6ca3296b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1746672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1746523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30773'] for router, precommit_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:22.694921 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-4c9f4e56-99d0-4f4d-8ebe-e99f0ea47a43 None None] Notify callbacks [] for port, precommit_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:22.703910 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-4c9f4e56-99d0-4f4d-8ebe-e99f0ea47a43 None None] Transition to ACTIVE for port object 2a9627f3-02da-4736-bd98-fc2672035c5e will not be triggered until provisioned by entity L2. {{(pid=93207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:38:22.721565 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-4c9f4e56-99d0-4f4d-8ebe-e99f0ea47a43 None None] Transition to ACTIVE for port object 2a9627f3-02da-4736-bd98-fc2672035c5e will not be triggered until provisioned by entity DHCP. {{(pid=93207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:38:22.729671 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-4c9f4e56-99d0-4f4d-8ebe-e99f0ea47a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789867566219'] for port, after_create {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:22.770093 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9f4e56-99d0-4f4d-8ebe-e99f0ea47a43 None None] Network eec0a113-100d-472a-a273-1b855da6310e is already hosted by enough agents. {{(pid=93207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:38:22.772780 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.scheduler.base_scheduler [None req-4c9f4e56-99d0-4f4d-8ebe-e99f0ea47a43 None None] Resources bound (agent type, host, resource id): {{(pid=93207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:38:22.776469 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9f4e56-99d0-4f4d-8ebe-e99f0ea47a43 None None] Received port after_create {{(pid=93207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:38:22.781803 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9f4e56-99d0-4f4d-8ebe-e99f0ea47a43 None None] Pushing event updated for resources: {'Port': ['ID=2a9627f3-02da-4736-bd98-fc2672035c5e,revision_number=1']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:38:22.839751 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-4c9f4e56-99d0-4f4d-8ebe-e99f0ea47a43 None None] Attempting to bind port 2a9627f3-02da-4736-bd98-fc2672035c5e on host dv-cinder-792299-6-iscsi for vnic_type normal with profile {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:38:22.840432 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-4c9f4e56-99d0-4f4d-8ebe-e99f0ea47a43 None None] Attempting to bind port 2a9627f3-02da-4736-bd98-fc2672035c5e by drivers openvswitch,hyperv on host dv-cinder-792299-6-iscsi at level 0 using segments [{'id': 'd0c96a8e-4619-485a-879a-936421706591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'eec0a113-100d-472a-a273-1b855da6310e'}] {{(pid=93207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:38:22.840432 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9f4e56-99d0-4f4d-8ebe-e99f0ea47a43 None None] Attempting to bind port 2a9627f3-02da-4736-bd98-fc2672035c5e on network eec0a113-100d-472a-a273-1b855da6310e {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:38:22.844266 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-2b8a78ff-919c-4c86-84dd-41de6ca3296b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:22.849239 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9f4e56-99d0-4f4d-8ebe-e99f0ea47a43 None None] Checking agent: {'id': '2be9fc8b-48e5-48f4-81b8-a3920a82e981', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 21, 14), 'started_at': datetime.datetime(2021, 7, 22, 2, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:38:22.849606 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9f4e56-99d0-4f4d-8ebe-e99f0ea47a43 None None] Checking segment: {'id': 'd0c96a8e-4619-485a-879a-936421706591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'eec0a113-100d-472a-a273-1b855da6310e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:38:22.849997 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-4c9f4e56-99d0-4f4d-8ebe-e99f0ea47a43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:22.850382 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9f4e56-99d0-4f4d-8ebe-e99f0ea47a43 None None] Bound using segment: {'id': 'd0c96a8e-4619-485a-879a-936421706591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'eec0a113-100d-472a-a273-1b855da6310e'} {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:38:22.850839 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-4c9f4e56-99d0-4f4d-8ebe-e99f0ea47a43 None None] Bound port: 2a9627f3-02da-4736-bd98-fc2672035c5e, host: dv-cinder-792299-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c96a8e-4619-485a-879a-936421706591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'eec0a113-100d-472a-a273-1b855da6310e'}}] {{(pid=93207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:38:22.851215 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-4c9f4e56-99d0-4f4d-8ebe-e99f0ea47a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:22.862742 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-2b8a78ff-919c-4c86-84dd-41de6ca3296b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:22.908787 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad529e45-f915-42b0-9bd7-1ee7773273a2 None None] Sync routers for ids ['e2b153f9-d35e-44e1-b518-fddeea76eaff'] in dv-cinder-792299-6-iscsi {{(pid=93208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:38:22.916006 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-4c9f4e56-99d0-4f4d-8ebe-e99f0ea47a43 None None] For port 2a9627f3-02da-4736-bd98-fc2672035c5e, host dv-cinder-792299-6-iscsi, cleared binding levels {{(pid=93207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:38:22.918703 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad529e45-f915-42b0-9bd7-1ee7773273a2 None None] Routers {'e2b153f9-d35e-44e1-b518-fddeea76eaff'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:38:22.919446 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-ad529e45-f915-42b0-9bd7-1ee7773273a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:38:14Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['e2b153f9-d35e-44e1-b518-fddeea76eaff'], 'active': True} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:38:22.919796 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-4c9f4e56-99d0-4f4d-8ebe-e99f0ea47a43 None None] For port 2a9627f3-02da-4736-bd98-fc2672035c5e, host dv-cinder-792299-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=2a9627f3-02da-4736-bd98-fc2672035c5e,segment=NetworkSegment(d0c96a8e-4619-485a-879a-936421706591),segment_id=d0c96a8e-4619-485a-879a-936421706591)] {{(pid=93207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:38:22.923571 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-4c9f4e56-99d0-4f4d-8ebe-e99f0ea47a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:22.993607 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9f4e56-99d0-4f4d-8ebe-e99f0ea47a43 None None] Pushing event updated for resources: {'Port': ['ID=2a9627f3-02da-4736-bd98-fc2672035c5e,revision_number=2']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:38:23.001058 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.db_base_plugin_common [None req-2b8a78ff-919c-4c86-84dd-41de6ca3296b admin admin] Allocated IP 172.27.3.109 (a2bee0e8-177e-45f0-aff1-c80473345c00/ecc19678-5b8b-45eb-bc42-2a87169fcb4c/c11ce438-6cb0-48f2-9c37-e66332d9292d) {{(pid=93206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:38:23.029222 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvr_db [None req-ad529e45-f915-42b0-9bd7-1ee7773273a2 None None] Set router e2b153f9-d35e-44e1-b518-fddeea76eaff gateway port host: dv-cinder-792299-6-iscsi {{(pid=93208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:38:23.106047 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-2b8a78ff-919c-4c86-84dd-41de6ca3296b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:23.173320 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-2b8a78ff-919c-4c86-84dd-41de6ca3296b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789867566219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909347'] for port, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:23.216317 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8a78ff-919c-4c86-84dd-41de6ca3296b admin admin] Network a2bee0e8-177e-45f0-aff1-c80473345c00 is already hosted by enough agents. {{(pid=93206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:38:23.219145 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.base_scheduler [None req-2b8a78ff-919c-4c86-84dd-41de6ca3296b admin admin] Resources bound (agent type, host, resource id): {{(pid=93206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:38:23.222778 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8a78ff-919c-4c86-84dd-41de6ca3296b admin admin] Received port after_create {{(pid=93206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:38:23.251241 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8a78ff-919c-4c86-84dd-41de6ca3296b admin admin] Pushing event updated for resources: {'Port': ['ID=c11ce438-6cb0-48f2-9c37-e66332d9292d,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:38:23.372304 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-ad529e45-f915-42b0-9bd7-1ee7773273a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b153f9-d35e-44e1-b518-fddeea76eaff', 'name': 'tempest-TestShelveInstance-1205840204-router', 'tenant_id': 'a7a845297a914075a09bf53769e6ffb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '55fb254c-e2a2-4cea-a945-799b484f955c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:38:17Z', 'updated_at': '2021-07-22T02:38:20Z', 'revision_number': 4, 'project_id': 'a7a845297a914075a09bf53769e6ffb5', 'gw_port': {'id': '55fb254c-e2a2-4cea-a945-799b484f955c', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:98:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b153f9-d35e-44e1-b518-fddeea76eaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:38:18Z', 'updated_at': '2021-07-22T02:38:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_interfaces': [{'id': '63b043a3-85ca-45bf-9983-3871a01a8735', 'name': '', 'network_id': '08196119-0c1c-4d8a-bd15-74f8d8798c39', 'tenant_id': 'a7a845297a914075a09bf53769e6ffb5', 'mac_address': 'fa:16:3e:19:51:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b153f9-d35e-44e1-b518-fddeea76eaff', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '14c28ea6-2cea-4ef8-a77d-3bf4f748d3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:38:19Z', 'updated_at': '2021-07-22T02:38:20Z', 'revision_number': 2, 'project_id': 'a7a845297a914075a09bf53769e6ffb5', 'subnets': [{'id': '14c28ea6-2cea-4ef8-a77d-3bf4f748d3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:38:23.398518 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad529e45-f915-42b0-9bd7-1ee7773273a2 None None] Checking router: e2b153f9-d35e-44e1-b518-fddeea76eaff for host: dv-cinder-792299-6-iscsi {{(pid=93208) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:38:23.398869 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad529e45-f915-42b0-9bd7-1ee7773273a2 None None] Updating router e2b153f9-d35e-44e1-b518-fddeea76eaff port 63b043a3-85ca-45bf-9983-3871a01a8735 binding host dv-cinder-792299-6-iscsi {{(pid=93208) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 02:38:23.437284 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device 55fb254c-e2a2-4cea-a945-799b484f955c up at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:38:23.439466 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-ad529e45-f915-42b0-9bd7-1ee7773273a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:23.491149 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning for port 55fb254c-e2a2-4cea-a945-799b484f955c completed by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:38:23.495436 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning complete for port 55fb254c-e2a2-4cea-a945-799b484f955c triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:38:23.495828 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:23.525350 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-2b8a78ff-919c-4c86-84dd-41de6ca3296b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:23.576570 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:23.598303 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] For port 55fb254c-e2a2-4cea-a945-799b484f955c, host dv-cinder-792299-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=55fb254c-e2a2-4cea-a945-799b484f955c,segment=NetworkSegment(9c11ce42-9cd0-4724-aa43-c030ca3574d3),segment_id=9c11ce42-9cd0-4724-aa43-c030ca3574d3)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:38:23.603491 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:23.604799 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device 2a9627f3-02da-4736-bd98-fc2672035c5e up at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:38:23.694970 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Pushing event updated for resources: {'Port': ['ID=55fb254c-e2a2-4cea-a945-799b484f955c,revision_number=4']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:38:23.722355 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning for port 2a9627f3-02da-4736-bd98-fc2672035c5e completed by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:38:23.735828 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-ad529e45-f915-42b0-9bd7-1ee7773273a2 None None] Notify callbacks [] for port, precommit_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:23.749250 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.provisioning_blocks [None req-ad529e45-f915-42b0-9bd7-1ee7773273a2 None None] Transition to ACTIVE for port object 63b043a3-85ca-45bf-9983-3871a01a8735 will not be triggered until provisioned by entity L2. {{(pid=93208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:38:23.755131 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-2b8a78ff-919c-4c86-84dd-41de6ca3296b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1746508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1746667'] for router, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:23.757755 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-ad529e45-f915-42b0-9bd7-1ee7773273a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:23.806426 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f676491-fdeb-4f04-9d37-cce21d5bcc6c None None] Pushing event updated for resources: {'Port': ['ID=63b043a3-85ca-45bf-9983-3871a01a8735,revision_number=3']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:38:23.841977 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f676491-fdeb-4f04-9d37-cce21d5bcc6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:38:23.842318 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f676491-fdeb-4f04-9d37-cce21d5bcc6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:38:23.842786 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f676491-fdeb-4f04-9d37-cce21d5bcc6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:38:23.843660 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f676491-fdeb-4f04-9d37-cce21d5bcc6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:38:23.843660 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f676491-fdeb-4f04-9d37-cce21d5bcc6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:38:23.843895 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f676491-fdeb-4f04-9d37-cce21d5bcc6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:38:23.844051 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f676491-fdeb-4f04-9d37-cce21d5bcc6c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:38:23.844369 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f676491-fdeb-4f04-9d37-cce21d5bcc6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:38:23.844706 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f676491-fdeb-4f04-9d37-cce21d5bcc6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:38:23.845157 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f676491-fdeb-4f04-9d37-cce21d5bcc6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:38:23.845475 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f676491-fdeb-4f04-9d37-cce21d5bcc6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:38:23.845796 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f676491-fdeb-4f04-9d37-cce21d5bcc6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:38:23.887409 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [None req-ad529e45-f915-42b0-9bd7-1ee7773273a2 None None] Attempting to bind port 63b043a3-85ca-45bf-9983-3871a01a8735 on host dv-cinder-792299-6-iscsi for vnic_type normal with profile {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:38:23.887887 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [None req-ad529e45-f915-42b0-9bd7-1ee7773273a2 None None] Attempting to bind port 63b043a3-85ca-45bf-9983-3871a01a8735 by drivers openvswitch,hyperv on host dv-cinder-792299-6-iscsi at level 0 using segments [{'id': 'ed4ee53f-f5b9-4be7-8cf7-2b3bb8f54753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '08196119-0c1c-4d8a-bd15-74f8d8798c39'}] {{(pid=93208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:38:23.888354 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad529e45-f915-42b0-9bd7-1ee7773273a2 None None] Attempting to bind port 63b043a3-85ca-45bf-9983-3871a01a8735 on network 08196119-0c1c-4d8a-bd15-74f8d8798c39 {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:38:23.893830 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad529e45-f915-42b0-9bd7-1ee7773273a2 None None] Checking agent: {'id': '2be9fc8b-48e5-48f4-81b8-a3920a82e981', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 21, 14), 'started_at': datetime.datetime(2021, 7, 22, 2, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:38:23.894374 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad529e45-f915-42b0-9bd7-1ee7773273a2 None None] Checking segment: {'id': 'ed4ee53f-f5b9-4be7-8cf7-2b3bb8f54753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '08196119-0c1c-4d8a-bd15-74f8d8798c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:38:23.894869 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-ad529e45-f915-42b0-9bd7-1ee7773273a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:23.895354 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad529e45-f915-42b0-9bd7-1ee7773273a2 None None] Bound using segment: {'id': 'ed4ee53f-f5b9-4be7-8cf7-2b3bb8f54753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '08196119-0c1c-4d8a-bd15-74f8d8798c39'} {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:38:23.895926 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [None req-ad529e45-f915-42b0-9bd7-1ee7773273a2 None None] Bound port: 63b043a3-85ca-45bf-9983-3871a01a8735, host: dv-cinder-792299-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed4ee53f-f5b9-4be7-8cf7-2b3bb8f54753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '08196119-0c1c-4d8a-bd15-74f8d8798c39'}}] {{(pid=93208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:38:23.896413 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-ad529e45-f915-42b0-9bd7-1ee7773273a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:23.911878 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b8a78ff-919c-4c86-84dd-41de6ca3296b admin admin] Router f6814230-cba7-4692-ac09-a9421e6724bc is scheduled to L3 agent f9ed0358-a013-4c74-a622-17ee633b4610 with binding_index 1 {{(pid=93206) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 02:38:23.970044 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [None req-ad529e45-f915-42b0-9bd7-1ee7773273a2 None None] For port 63b043a3-85ca-45bf-9983-3871a01a8735, host dv-cinder-792299-6-iscsi, cleared binding levels {{(pid=93208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:38:23.974275 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [None req-ad529e45-f915-42b0-9bd7-1ee7773273a2 None None] For port 63b043a3-85ca-45bf-9983-3871a01a8735, host dv-cinder-792299-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=63b043a3-85ca-45bf-9983-3871a01a8735,segment=NetworkSegment(ed4ee53f-f5b9-4be7-8cf7-2b3bb8f54753),segment_id=ed4ee53f-f5b9-4be7-8cf7-2b3bb8f54753)] {{(pid=93208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:38:23.979206 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-ad529e45-f915-42b0-9bd7-1ee7773273a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:24.020564 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef927cc-788c-44b2-8a80-558b0cc82185 None None] Network eec0a113-100d-472a-a273-1b855da6310e requested from dv-cinder-792299-6-iscsi {{(pid=93207) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:38:24.030614 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad529e45-f915-42b0-9bd7-1ee7773273a2 None None] Routers {'e2b153f9-d35e-44e1-b518-fddeea76eaff'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:38:24.031250 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-ad529e45-f915-42b0-9bd7-1ee7773273a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:38:14Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['e2b153f9-d35e-44e1-b518-fddeea76eaff'], 'active': True} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:38:24.038933 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b8a78ff-919c-4c86-84dd-41de6ca3296b admin admin] Notify agent at l3_agent.dv-cinder-792299-6-iscsi the message routers_updated {{(pid=93206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:38:24.053811 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90d6823-b44a-4827-a2f6-a7968b76fbe4 None None] Sync routers for ids ['f6814230-cba7-4692-ac09-a9421e6724bc'] in dv-cinder-792299-6-iscsi {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:38:24.064285 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-2b8a78ff-919c-4c86-84dd-41de6ca3296b admin admin] Notify callbacks [] for router, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:24.065079 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-2b8a78ff-919c-4c86-84dd-41de6ca3296b admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9313743 Jul 22 02:38:24.068217 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 36796) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:38:24.107289 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90d6823-b44a-4827-a2f6-a7968b76fbe4 None None] Routers {'f6814230-cba7-4692-ac09-a9421e6724bc'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:38:24.107965 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-e90d6823-b44a-4827-a2f6-a7968b76fbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:38:14Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['f6814230-cba7-4692-ac09-a9421e6724bc'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:38:24.109941 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f676491-fdeb-4f04-9d37-cce21d5bcc6c None None] Pushing event updated for resources: {'Port': ['ID=63b043a3-85ca-45bf-9983-3871a01a8735,revision_number=4']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:38:24.148387 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-ff883413-e890-441f-ab7f-05e9b931096e None None] Provisioning for port 2a9627f3-02da-4736-bd98-fc2672035c5e completed by entity DHCP. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:38:24.162392 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvr_db [None req-ad529e45-f915-42b0-9bd7-1ee7773273a2 None None] Set router e2b153f9-d35e-44e1-b518-fddeea76eaff gateway port host: dv-cinder-792299-6-iscsi {{(pid=93208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:38:24.188671 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-ff883413-e890-441f-ab7f-05e9b931096e None None] Provisioning complete for port 2a9627f3-02da-4736-bd98-fc2672035c5e triggered by entity DHCP. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:38:24.189072 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-ff883413-e890-441f-ab7f-05e9b931096e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:24.315868 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-e90d6823-b44a-4827-a2f6-a7968b76fbe4 None None] Set router f6814230-cba7-4692-ac09-a9421e6724bc gateway port host: dv-cinder-792299-6-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:38:24.392478 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-ad529e45-f915-42b0-9bd7-1ee7773273a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b153f9-d35e-44e1-b518-fddeea76eaff', 'name': 'tempest-TestShelveInstance-1205840204-router', 'tenant_id': 'a7a845297a914075a09bf53769e6ffb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '55fb254c-e2a2-4cea-a945-799b484f955c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:38:17Z', 'updated_at': '2021-07-22T02:38:20Z', 'revision_number': 4, 'project_id': 'a7a845297a914075a09bf53769e6ffb5', 'gw_port': {'id': '55fb254c-e2a2-4cea-a945-799b484f955c', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:98:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b153f9-d35e-44e1-b518-fddeea76eaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:38:18Z', 'updated_at': '2021-07-22T02:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_interfaces': [{'id': '63b043a3-85ca-45bf-9983-3871a01a8735', 'name': '', 'network_id': '08196119-0c1c-4d8a-bd15-74f8d8798c39', 'tenant_id': 'a7a845297a914075a09bf53769e6ffb5', 'mac_address': 'fa:16:3e:19:51:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b153f9-d35e-44e1-b518-fddeea76eaff', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '14c28ea6-2cea-4ef8-a77d-3bf4f748d3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:38:19Z', 'updated_at': '2021-07-22T02:38:23Z', 'revision_number': 4, 'project_id': 'a7a845297a914075a09bf53769e6ffb5', 'subnets': [{'id': '14c28ea6-2cea-4ef8-a77d-3bf4f748d3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:38:24.419675 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad529e45-f915-42b0-9bd7-1ee7773273a2 None None] The sync data for ids ['e2b153f9-d35e-44e1-b518-fddeea76eaff'] in dv-cinder-792299-6-iscsi is: [{'id': 'e2b153f9-d35e-44e1-b518-fddeea76eaff', 'name': 'tempest-TestShelveInstance-1205840204-router', 'tenant_id': 'a7a845297a914075a09bf53769e6ffb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '55fb254c-e2a2-4cea-a945-799b484f955c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:38:17Z', 'updated_at': '2021-07-22T02:38:20Z', 'revision_number': 4, 'project_id': 'a7a845297a914075a09bf53769e6ffb5', 'gw_port': {'id': '55fb254c-e2a2-4cea-a945-799b484f955c', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:98:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b153f9-d35e-44e1-b518-fddeea76eaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:38:18Z', 'updated_at': '2021-07-22T02:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_interfaces': [{'id': '63b043a3-85ca-45bf-9983-3871a01a8735', 'name': '', 'network_id': '08196119-0c1c-4d8a-bd15-74f8d8798c39', 'tenant_id': 'a7a845297a914075a09bf53769e6ffb5', 'mac_address': 'fa:16:3e:19:51:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b153f9-d35e-44e1-b518-fddeea76eaff', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '14c28ea6-2cea-4ef8-a77d-3bf4f748d3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:38:19Z', 'updated_at': '2021-07-22T02:38:23Z', 'revision_number': 4, 'project_id': 'a7a845297a914075a09bf53769e6ffb5', 'subnets': [{'id': '14c28ea6-2cea-4ef8-a77d-3bf4f748d3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:38:24.452538 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-ff883413-e890-441f-ab7f-05e9b931096e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:24.535940 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-43ea13d9-346f-4590-9df6-a121ccb156d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:24.546338 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-ff883413-e890-441f-ab7f-05e9b931096e None None] For port 2a9627f3-02da-4736-bd98-fc2672035c5e, host dv-cinder-792299-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=2a9627f3-02da-4736-bd98-fc2672035c5e,segment=NetworkSegment(d0c96a8e-4619-485a-879a-936421706591),segment_id=d0c96a8e-4619-485a-879a-936421706591)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:38:24.553837 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-ff883413-e890-441f-ab7f-05e9b931096e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:24.635768 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff883413-e890-441f-ab7f-05e9b931096e None None] Pushing event updated for resources: {'Port': ['ID=2a9627f3-02da-4736-bd98-fc2672035c5e,revision_number=3']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:38:24.653775 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-e90d6823-b44a-4827-a2f6-a7968b76fbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6814230-cba7-4692-ac09-a9421e6724bc', 'name': 'tempest-TestShelveInstance-1372644838-router', 'tenant_id': '6083fdee763c43fba9b08d385276fd80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'c11ce438-6cb0-48f2-9c37-e66332d9292d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:38:22Z', 'updated_at': '2021-07-22T02:38:23Z', 'revision_number': 3, 'project_id': '6083fdee763c43fba9b08d385276fd80', 'gw_port': {'id': 'c11ce438-6cb0-48f2-9c37-e66332d9292d', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:0b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6814230-cba7-4692-ac09-a9421e6724bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:38:22Z', 'updated_at': '2021-07-22T02:38:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi'}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:38:24.687143 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90d6823-b44a-4827-a2f6-a7968b76fbe4 None None] Checking router: f6814230-cba7-4692-ac09-a9421e6724bc for host: dv-cinder-792299-6-iscsi {{(pid=93207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:38:24.687500 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90d6823-b44a-4827-a2f6-a7968b76fbe4 None None] Updating router f6814230-cba7-4692-ac09-a9421e6724bc port c11ce438-6cb0-48f2-9c37-e66332d9292d binding host dv-cinder-792299-6-iscsi {{(pid=93207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 02:38:24.719719 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.db_base_plugin_common [None req-43ea13d9-346f-4590-9df6-a121ccb156d0 admin admin] Allocated IP 172.20.0.1 (eec0a113-100d-472a-a273-1b855da6310e/3e15a7da-ea17-48e5-9c7a-8440cb7ca84e/5a474b5c-0220-42e9-a7e3-00db5aaa7761) {{(pid=93206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:38:24.726477 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-e90d6823-b44a-4827-a2f6-a7968b76fbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:24.845398 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-43ea13d9-346f-4590-9df6-a121ccb156d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:24.860400 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-43ea13d9-346f-4590-9df6-a121ccb156d0 admin admin] Transition to ACTIVE for port object 5a474b5c-0220-42e9-a7e3-00db5aaa7761 will not be triggered until provisioned by entity DHCP. {{(pid=93206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:38:24.893890 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-43ea13d9-346f-4590-9df6-a121ccb156d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789867566219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909347'] for port, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:24.936137 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ea13d9-346f-4590-9df6-a121ccb156d0 admin admin] Network eec0a113-100d-472a-a273-1b855da6310e is already hosted by enough agents. {{(pid=93206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:38:24.939006 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.base_scheduler [None req-43ea13d9-346f-4590-9df6-a121ccb156d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:38:24.943551 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ea13d9-346f-4590-9df6-a121ccb156d0 admin admin] Received port after_create {{(pid=93206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:38:24.945866 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea13d9-346f-4590-9df6-a121ccb156d0 admin admin] Pushing event updated for resources: {'Port': ['ID=5a474b5c-0220-42e9-a7e3-00db5aaa7761,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:38:24.971304 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-d5612559-83a6-4305-9294-eafe9925acd8 None None] Provisioning complete for port 2a9627f3-02da-4736-bd98-fc2672035c5e triggered by entity DHCP. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:38:24.971684 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-d5612559-83a6-4305-9294-eafe9925acd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:24.986643 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-43ea13d9-346f-4590-9df6-a121ccb156d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746458'] for router_interface, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:25.095099 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-e90d6823-b44a-4827-a2f6-a7968b76fbe4 None None] Notify callbacks [] for port, precommit_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:25.114191 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-e90d6823-b44a-4827-a2f6-a7968b76fbe4 None None] Transition to ACTIVE for port object c11ce438-6cb0-48f2-9c37-e66332d9292d will not be triggered until provisioned by entity L2. {{(pid=93207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:38:25.122646 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-e90d6823-b44a-4827-a2f6-a7968b76fbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:25.138143 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-43ea13d9-346f-4590-9df6-a121ccb156d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:25.179274 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5c4610-bb01-42d1-8af0-152b543e9ed4 None None] Pushing event updated for resources: {'Port': ['ID=c11ce438-6cb0-48f2-9c37-e66332d9292d,revision_number=2']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:38:25.181786 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-e90d6823-b44a-4827-a2f6-a7968b76fbe4 None None] Attempting to bind port c11ce438-6cb0-48f2-9c37-e66332d9292d on host dv-cinder-792299-6-iscsi for vnic_type normal with profile {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:38:25.182153 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-e90d6823-b44a-4827-a2f6-a7968b76fbe4 None None] Attempting to bind port c11ce438-6cb0-48f2-9c37-e66332d9292d by drivers openvswitch,hyperv on host dv-cinder-792299-6-iscsi at level 0 using segments [{'id': '9c11ce42-9cd0-4724-aa43-c030ca3574d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00'}] {{(pid=93207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:38:25.182517 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90d6823-b44a-4827-a2f6-a7968b76fbe4 None None] Attempting to bind port c11ce438-6cb0-48f2-9c37-e66332d9292d on network a2bee0e8-177e-45f0-aff1-c80473345c00 {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:38:25.188202 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90d6823-b44a-4827-a2f6-a7968b76fbe4 None None] Checking agent: {'id': '2be9fc8b-48e5-48f4-81b8-a3920a82e981', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 21, 14), 'started_at': datetime.datetime(2021, 7, 22, 2, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:38:25.188579 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90d6823-b44a-4827-a2f6-a7968b76fbe4 None None] Checking segment: {'id': '9c11ce42-9cd0-4724-aa43-c030ca3574d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:38:25.189013 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-e90d6823-b44a-4827-a2f6-a7968b76fbe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:25.189431 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90d6823-b44a-4827-a2f6-a7968b76fbe4 None None] Bound using segment: {'id': '9c11ce42-9cd0-4724-aa43-c030ca3574d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00'} {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:38:25.189899 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-e90d6823-b44a-4827-a2f6-a7968b76fbe4 None None] Bound port: c11ce438-6cb0-48f2-9c37-e66332d9292d, host: dv-cinder-792299-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c11ce42-9cd0-4724-aa43-c030ca3574d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00'}}] {{(pid=93207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:38:25.190280 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-e90d6823-b44a-4827-a2f6-a7968b76fbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:25.248120 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-e90d6823-b44a-4827-a2f6-a7968b76fbe4 None None] For port c11ce438-6cb0-48f2-9c37-e66332d9292d, host dv-cinder-792299-6-iscsi, cleared binding levels {{(pid=93207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:38:25.251184 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-e90d6823-b44a-4827-a2f6-a7968b76fbe4 None None] For port c11ce438-6cb0-48f2-9c37-e66332d9292d, host dv-cinder-792299-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=c11ce438-6cb0-48f2-9c37-e66332d9292d,segment=NetworkSegment(9c11ce42-9cd0-4724-aa43-c030ca3574d3),segment_id=9c11ce42-9cd0-4724-aa43-c030ca3574d3)] {{(pid=93207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:38:25.252235 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-d86f1957-5af8-4f1f-a89c-5fc79457295f None None] Provisioning for port 5a474b5c-0220-42e9-a7e3-00db5aaa7761 completed by entity DHCP. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:38:25.260128 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-d86f1957-5af8-4f1f-a89c-5fc79457295f None None] Provisioning complete for port 5a474b5c-0220-42e9-a7e3-00db5aaa7761 triggered by entity DHCP. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:38:25.260962 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-d86f1957-5af8-4f1f-a89c-5fc79457295f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:25.284271 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-e90d6823-b44a-4827-a2f6-a7968b76fbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:25.309187 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-43ea13d9-346f-4590-9df6-a121ccb156d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:25.314782 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-43ea13d9-346f-4590-9df6-a121ccb156d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909352'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:25.339081 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-d86f1957-5af8-4f1f-a89c-5fc79457295f None None] Port 5a474b5c-0220-42e9-a7e3-00db5aaa7761 cannot update to ACTIVE because it is not bound. {{(pid=93207) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 02:38:25.354946 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-43ea13d9-346f-4590-9df6-a121ccb156d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1758378'] for router_interface, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:25.357190 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90d6823-b44a-4827-a2f6-a7968b76fbe4 None None] Routers {'f6814230-cba7-4692-ac09-a9421e6724bc'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:38:25.357826 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-e90d6823-b44a-4827-a2f6-a7968b76fbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:38:14Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['f6814230-cba7-4692-ac09-a9421e6724bc'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:38:25.360514 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5c4610-bb01-42d1-8af0-152b543e9ed4 None None] Pushing event updated for resources: {'Port': ['ID=c11ce438-6cb0-48f2-9c37-e66332d9292d,revision_number=3']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:38:25.420895 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea13d9-346f-4590-9df6-a121ccb156d0 admin admin] Pushing event updated for resources: {'Port': ['ID=5a474b5c-0220-42e9-a7e3-00db5aaa7761,revision_number=2']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:38:25.480369 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ea13d9-346f-4590-9df6-a121ccb156d0 admin admin] Network eec0a113-100d-472a-a273-1b855da6310e is already hosted by enough agents. {{(pid=93206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:38:25.481859 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.base_scheduler [None req-43ea13d9-346f-4590-9df6-a121ccb156d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:38:25.557046 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device 55fb254c-e2a2-4cea-a945-799b484f955c up at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:38:25.607457 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43ea13d9-346f-4590-9df6-a121ccb156d0 admin admin] Router f6814230-cba7-4692-ac09-a9421e6724bc has already been hosted by L3 agent f9ed0358-a013-4c74-a622-17ee633b4610 {{(pid=93206) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 02:38:25.635448 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-e90d6823-b44a-4827-a2f6-a7968b76fbe4 None None] Set router f6814230-cba7-4692-ac09-a9421e6724bc gateway port host: dv-cinder-792299-6-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:38:25.674582 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning complete for port 55fb254c-e2a2-4cea-a945-799b484f955c triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:38:25.674960 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:25.714403 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ea13d9-346f-4590-9df6-a121ccb156d0 admin admin] Notify agent at l3_agent.dv-cinder-792299-6-iscsi the message routers_updated {{(pid=93206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:38:25.719792 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-43ea13d9-346f-4590-9df6-a121ccb156d0 admin admin] 10.222.0.30 "PUT /v2.0/routers/f6814230-cba7-4692-ac09-a9421e6724bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6510165 Jul 22 02:38:25.759778 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-29717f97-a98b-424a-8b20-c09a0e9fc505 None None] Provisioning complete for port 5a474b5c-0220-42e9-a7e3-00db5aaa7761 triggered by entity DHCP. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:38:25.760139 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-29717f97-a98b-424a-8b20-c09a0e9fc505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:25.847747 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-29717f97-a98b-424a-8b20-c09a0e9fc505 None None] Port 5a474b5c-0220-42e9-a7e3-00db5aaa7761 cannot update to ACTIVE because it is not bound. {{(pid=93207) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 02:38:25.915386 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device 2a9627f3-02da-4736-bd98-fc2672035c5e up at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:38:25.986027 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning complete for port 2a9627f3-02da-4736-bd98-fc2672035c5e triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:38:25.986574 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:26.017380 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-e90d6823-b44a-4827-a2f6-a7968b76fbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6814230-cba7-4692-ac09-a9421e6724bc', 'name': 'tempest-TestShelveInstance-1372644838-router', 'tenant_id': '6083fdee763c43fba9b08d385276fd80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'c11ce438-6cb0-48f2-9c37-e66332d9292d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:38:22Z', 'updated_at': '2021-07-22T02:38:25Z', 'revision_number': 4, 'project_id': '6083fdee763c43fba9b08d385276fd80', 'gw_port': {'id': 'c11ce438-6cb0-48f2-9c37-e66332d9292d', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:0b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6814230-cba7-4692-ac09-a9421e6724bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:38:22Z', 'updated_at': '2021-07-22T02:38:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_interfaces': [{'id': '5a474b5c-0220-42e9-a7e3-00db5aaa7761', 'name': '', 'network_id': 'eec0a113-100d-472a-a273-1b855da6310e', 'tenant_id': '6083fdee763c43fba9b08d385276fd80', 'mac_address': 'fa:16:3e:30:c9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6814230-cba7-4692-ac09-a9421e6724bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '3e15a7da-ea17-48e5-9c7a-8440cb7ca84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:38:24Z', 'updated_at': '2021-07-22T02:38:25Z', 'revision_number': 2, 'project_id': '6083fdee763c43fba9b08d385276fd80', 'subnets': [{'id': '3e15a7da-ea17-48e5-9c7a-8440cb7ca84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:38:26.056272 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90d6823-b44a-4827-a2f6-a7968b76fbe4 None None] The sync data for ids ['f6814230-cba7-4692-ac09-a9421e6724bc'] in dv-cinder-792299-6-iscsi is: [{'id': 'f6814230-cba7-4692-ac09-a9421e6724bc', 'name': 'tempest-TestShelveInstance-1372644838-router', 'tenant_id': '6083fdee763c43fba9b08d385276fd80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'c11ce438-6cb0-48f2-9c37-e66332d9292d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:38:22Z', 'updated_at': '2021-07-22T02:38:25Z', 'revision_number': 4, 'project_id': '6083fdee763c43fba9b08d385276fd80', 'gw_port': {'id': 'c11ce438-6cb0-48f2-9c37-e66332d9292d', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:0b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6814230-cba7-4692-ac09-a9421e6724bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:38:22Z', 'updated_at': '2021-07-22T02:38:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_interfaces': [{'id': '5a474b5c-0220-42e9-a7e3-00db5aaa7761', 'name': '', 'network_id': 'eec0a113-100d-472a-a273-1b855da6310e', 'tenant_id': '6083fdee763c43fba9b08d385276fd80', 'mac_address': 'fa:16:3e:30:c9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6814230-cba7-4692-ac09-a9421e6724bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '3e15a7da-ea17-48e5-9c7a-8440cb7ca84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:38:24Z', 'updated_at': '2021-07-22T02:38:25Z', 'revision_number': 2, 'project_id': '6083fdee763c43fba9b08d385276fd80', 'subnets': [{'id': '3e15a7da-ea17-48e5-9c7a-8440cb7ca84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:38:26.114605 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device 63b043a3-85ca-45bf-9983-3871a01a8735 up at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:38:26.167701 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning for port 63b043a3-85ca-45bf-9983-3871a01a8735 completed by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:38:26.171251 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning complete for port 63b043a3-85ca-45bf-9983-3871a01a8735 triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:38:26.171651 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:26.272960 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:26.321297 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] For port 63b043a3-85ca-45bf-9983-3871a01a8735, host dv-cinder-792299-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=63b043a3-85ca-45bf-9983-3871a01a8735,segment=NetworkSegment(ed4ee53f-f5b9-4be7-8cf7-2b3bb8f54753),segment_id=ed4ee53f-f5b9-4be7-8cf7-2b3bb8f54753)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:38:26.328992 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:26.374024 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 36804) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:38:26.379478 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.v2.base [None req-bab4725d-cdd9-4fcb-945c-97656aa94018 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-121248923', 'description': 'tempest-secgroup-smoke-121248923 description', 'project_id': 'a7a845297a914075a09bf53769e6ffb5'}} {{(pid=93206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:38:26.379910 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Pushing event updated for resources: {'Port': ['ID=63b043a3-85ca-45bf-9983-3871a01a8735,revision_number=5']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:38:26.404526 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-bab4725d-cdd9-4fcb-945c-97656aa94018 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Notify callbacks [] for security_group, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:26.491788 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-bab4725d-cdd9-4fcb-945c-97656aa94018 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Notify callbacks [] for security_group, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:26.495580 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-bab4725d-cdd9-4fcb-945c-97656aa94018 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:26.522161 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-bab4725d-cdd9-4fcb-945c-97656aa94018 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Notify callbacks [] for security_group, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:26.523395 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-bab4725d-cdd9-4fcb-945c-97656aa94018 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1477504 Jul 22 02:38:26.526577 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 36806) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:38:26.530996 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.v2.base [None req-b0dd78f9-fecc-4dbb-b818-7b8d04ba18df tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Request body: {'security_group_rule': {'security_group_id': '07e5252f-8d22-4ffc-9477-82be0c6ce188', 'project_id': 'a7a845297a914075a09bf53769e6ffb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:38:26.538718 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab4725d-cdd9-4fcb-945c-97656aa94018 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07e5252f-8d22-4ffc-9477-82be0c6ce188,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:38:26.560698 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-b0dd78f9-fecc-4dbb-b818-7b8d04ba18df tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:26.620365 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-b0dd78f9-fecc-4dbb-b818-7b8d04ba18df tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:26.625246 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-b0dd78f9-fecc-4dbb-b818-7b8d04ba18df tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660745'] for security_group_rule, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:26.646287 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dd78f9-fecc-4dbb-b818-7b8d04ba18df tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c53f441-06b6-4cb7-a7dd-00db6f444b8a,revision_number=0']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:38:26.650097 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-b0dd78f9-fecc-4dbb-b818-7b8d04ba18df tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:26.651535 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-b0dd78f9-fecc-4dbb-b818-7b8d04ba18df tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1240141 Jul 22 02:38:26.654265 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 36808) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:38:26.658594 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.v2.base [None req-498deb4c-bb80-46a8-a30c-266ef40f0ee3 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Request body: {'security_group_rule': {'security_group_id': '07e5252f-8d22-4ffc-9477-82be0c6ce188', 'project_id': 'a7a845297a914075a09bf53769e6ffb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:38:26.682923 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-498deb4c-bb80-46a8-a30c-266ef40f0ee3 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:26.742495 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-498deb4c-bb80-46a8-a30c-266ef40f0ee3 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:26.746855 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-498deb4c-bb80-46a8-a30c-266ef40f0ee3 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660745'] for security_group_rule, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:26.764535 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498deb4c-bb80-46a8-a30c-266ef40f0ee3 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9df078c-ca70-40e1-9edf-3967cf0de785,revision_number=0']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:38:26.770984 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-498deb4c-bb80-46a8-a30c-266ef40f0ee3 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:26.772185 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-498deb4c-bb80-46a8-a30c-266ef40f0ee3 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1170006 Jul 22 02:38:26.774833 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 36810) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:38:26.779373 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.v2.base [None req-cad25e22-bb0e-43d3-945a-3780aaed6d08 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Request body: {'security_group_rule': {'security_group_id': '07e5252f-8d22-4ffc-9477-82be0c6ce188', 'project_id': 'a7a845297a914075a09bf53769e6ffb5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:38:26.804237 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-cad25e22-bb0e-43d3-945a-3780aaed6d08 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:26.860623 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-cad25e22-bb0e-43d3-945a-3780aaed6d08 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:26.864025 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-cad25e22-bb0e-43d3-945a-3780aaed6d08 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660745'] for security_group_rule, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:26.881222 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad25e22-bb0e-43d3-945a-3780aaed6d08 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94c63424-d531-4e48-9a5f-5466242fd933,revision_number=0']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:38:26.885684 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-cad25e22-bb0e-43d3-945a-3780aaed6d08 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:26.886783 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-cad25e22-bb0e-43d3-945a-3780aaed6d08 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1108062 Jul 22 02:38:26.889491 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 36812) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:38:26.893714 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.v2.base [None req-3a2b7436-a4ab-4fd0-86bf-c525d4da4386 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Request body: {'security_group_rule': {'security_group_id': '07e5252f-8d22-4ffc-9477-82be0c6ce188', 'project_id': 'a7a845297a914075a09bf53769e6ffb5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:38:26.917507 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3a2b7436-a4ab-4fd0-86bf-c525d4da4386 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:26.973829 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3a2b7436-a4ab-4fd0-86bf-c525d4da4386 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:26.977006 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3a2b7436-a4ab-4fd0-86bf-c525d4da4386 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660745'] for security_group_rule, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:26.994709 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2b7436-a4ab-4fd0-86bf-c525d4da4386 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57bdba4c-4827-42ea-9ace-9dd47c22f147,revision_number=0']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:38:26.997937 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3a2b7436-a4ab-4fd0-86bf-c525d4da4386 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:26.999271 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-3a2b7436-a4ab-4fd0-86bf-c525d4da4386 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1087070 Jul 22 02:38:27.001918 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 36814) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:38:27.008052 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.v2.base [None req-fa226bc9-0895-441a-9fc7-890f7a314b46 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Request body: {'security_group_rule': {'security_group_id': '07e5252f-8d22-4ffc-9477-82be0c6ce188', 'project_id': 'a7a845297a914075a09bf53769e6ffb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:38:27.032463 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.db.securitygroups_db [None req-fa226bc9-0895-441a-9fc7-890f7a314b46 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Project a7a845297a914075a09bf53769e6ffb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 02:38:27.037308 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-fa226bc9-0895-441a-9fc7-890f7a314b46 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:27.112412 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-fa226bc9-0895-441a-9fc7-890f7a314b46 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:27.120143 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-fa226bc9-0895-441a-9fc7-890f7a314b46 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660745'] for security_group_rule, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:27.137646 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa226bc9-0895-441a-9fc7-890f7a314b46 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ed431ae-2a6a-45eb-bd79-19cd48a0a6a2,revision_number=0']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:38:27.143026 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-fa226bc9-0895-441a-9fc7-890f7a314b46 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:27.144198 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-fa226bc9-0895-441a-9fc7-890f7a314b46 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1408660 Jul 22 02:38:27.147308 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 36816) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:38:27.155749 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-6f974759-99c1-42d2-b543-ec832584a668 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Request body: {'security_group_rule': {'security_group_id': '07e5252f-8d22-4ffc-9477-82be0c6ce188', 'project_id': 'a7a845297a914075a09bf53769e6ffb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:38:27.178008 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.db.securitygroups_db [None req-6f974759-99c1-42d2-b543-ec832584a668 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Project a7a845297a914075a09bf53769e6ffb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 02:38:27.183283 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6f974759-99c1-42d2-b543-ec832584a668 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:27.246495 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6f974759-99c1-42d2-b543-ec832584a668 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:27.250408 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6f974759-99c1-42d2-b543-ec832584a668 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660745'] for security_group_rule, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:27.264204 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f974759-99c1-42d2-b543-ec832584a668 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeb9fa39-c893-4d1b-8d37-9b1b1fe73365,revision_number=0']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:38:27.275908 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f974759-99c1-42d2-b543-ec832584a668 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:38:27.276253 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f974759-99c1-42d2-b543-ec832584a668 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:38:27.276626 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f974759-99c1-42d2-b543-ec832584a668 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:38:27.277470 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f974759-99c1-42d2-b543-ec832584a668 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:38:27.277805 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f974759-99c1-42d2-b543-ec832584a668 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:38:27.278141 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f974759-99c1-42d2-b543-ec832584a668 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:38:27.278485 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f974759-99c1-42d2-b543-ec832584a668 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:38:27.278796 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f974759-99c1-42d2-b543-ec832584a668 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:38:27.279123 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f974759-99c1-42d2-b543-ec832584a668 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:38:27.279450 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f974759-99c1-42d2-b543-ec832584a668 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:38:27.279773 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f974759-99c1-42d2-b543-ec832584a668 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:38:27.280095 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f974759-99c1-42d2-b543-ec832584a668 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:38:27.287236 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6f974759-99c1-42d2-b543-ec832584a668 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:27.289108 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-6f974759-99c1-42d2-b543-ec832584a668 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1380303 Jul 22 02:38:27.471528 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device c11ce438-6cb0-48f2-9c37-e66332d9292d up at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:38:27.530478 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning for port c11ce438-6cb0-48f2-9c37-e66332d9292d completed by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:38:27.534904 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning complete for port c11ce438-6cb0-48f2-9c37-e66332d9292d triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:38:27.535281 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:27.616759 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:27.641646 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] For port c11ce438-6cb0-48f2-9c37-e66332d9292d, host dv-cinder-792299-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=c11ce438-6cb0-48f2-9c37-e66332d9292d,segment=NetworkSegment(9c11ce42-9cd0-4724-aa43-c030ca3574d3),segment_id=9c11ce42-9cd0-4724-aa43-c030ca3574d3)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:38:27.645319 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:27.646384 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device 63b043a3-85ca-45bf-9983-3871a01a8735 up at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:38:27.733244 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Pushing event updated for resources: {'Port': ['ID=c11ce438-6cb0-48f2-9c37-e66332d9292d,revision_number=4']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:38:27.753889 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:38:27.753889 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:38:27.753889 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:38:27.753889 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:38:27.753889 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:38:27.753889 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:38:27.753889 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:38:27.753889 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:38:27.753889 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:38:27.753889 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:38:27.753889 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:38:27.753889 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:38:27.774747 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning complete for port 63b043a3-85ca-45bf-9983-3871a01a8735 triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:38:27.775135 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:28.565051 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fef360-27dd-4100-a316-71f2a66ace00 None None] Sync routers for ids ['f6814230-cba7-4692-ac09-a9421e6724bc'] in dv-cinder-792299-6-iscsi {{(pid=93208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:38:28.574799 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fef360-27dd-4100-a316-71f2a66ace00 None None] Routers {'f6814230-cba7-4692-ac09-a9421e6724bc'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:38:28.575398 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-e2fef360-27dd-4100-a316-71f2a66ace00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:38:14Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['f6814230-cba7-4692-ac09-a9421e6724bc'], 'active': True} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:38:28.677293 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvr_db [None req-e2fef360-27dd-4100-a316-71f2a66ace00 None None] Set router f6814230-cba7-4692-ac09-a9421e6724bc gateway port host: dv-cinder-792299-6-iscsi {{(pid=93208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:38:28.875822 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-e2fef360-27dd-4100-a316-71f2a66ace00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6814230-cba7-4692-ac09-a9421e6724bc', 'name': 'tempest-TestShelveInstance-1372644838-router', 'tenant_id': '6083fdee763c43fba9b08d385276fd80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'c11ce438-6cb0-48f2-9c37-e66332d9292d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:38:22Z', 'updated_at': '2021-07-22T02:38:25Z', 'revision_number': 4, 'project_id': '6083fdee763c43fba9b08d385276fd80', 'gw_port': {'id': 'c11ce438-6cb0-48f2-9c37-e66332d9292d', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:0b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6814230-cba7-4692-ac09-a9421e6724bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:38:22Z', 'updated_at': '2021-07-22T02:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_interfaces': [{'id': '5a474b5c-0220-42e9-a7e3-00db5aaa7761', 'name': '', 'network_id': 'eec0a113-100d-472a-a273-1b855da6310e', 'tenant_id': '6083fdee763c43fba9b08d385276fd80', 'mac_address': 'fa:16:3e:30:c9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6814230-cba7-4692-ac09-a9421e6724bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '3e15a7da-ea17-48e5-9c7a-8440cb7ca84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:38:24Z', 'updated_at': '2021-07-22T02:38:25Z', 'revision_number': 2, 'project_id': '6083fdee763c43fba9b08d385276fd80', 'subnets': [{'id': '3e15a7da-ea17-48e5-9c7a-8440cb7ca84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:38:28.906086 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fef360-27dd-4100-a316-71f2a66ace00 None None] Checking router: f6814230-cba7-4692-ac09-a9421e6724bc for host: dv-cinder-792299-6-iscsi {{(pid=93208) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:38:28.906437 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fef360-27dd-4100-a316-71f2a66ace00 None None] Updating router f6814230-cba7-4692-ac09-a9421e6724bc port 5a474b5c-0220-42e9-a7e3-00db5aaa7761 binding host dv-cinder-792299-6-iscsi {{(pid=93208) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 02:38:28.940171 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-e2fef360-27dd-4100-a316-71f2a66ace00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:29.197729 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-e2fef360-27dd-4100-a316-71f2a66ace00 None None] Notify callbacks [] for port, precommit_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:29.207313 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.provisioning_blocks [None req-e2fef360-27dd-4100-a316-71f2a66ace00 None None] Transition to ACTIVE for port object 5a474b5c-0220-42e9-a7e3-00db5aaa7761 will not be triggered until provisioned by entity L2. {{(pid=93208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:38:29.213679 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-e2fef360-27dd-4100-a316-71f2a66ace00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:29.268687 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06d9125-43e8-4565-b227-bbc69937a184 None None] Pushing event updated for resources: {'Port': ['ID=5a474b5c-0220-42e9-a7e3-00db5aaa7761,revision_number=3']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:38:29.377985 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device c11ce438-6cb0-48f2-9c37-e66332d9292d up at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:38:29.412754 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [None req-e2fef360-27dd-4100-a316-71f2a66ace00 None None] Attempting to bind port 5a474b5c-0220-42e9-a7e3-00db5aaa7761 on host dv-cinder-792299-6-iscsi for vnic_type normal with profile {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:38:29.413512 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [None req-e2fef360-27dd-4100-a316-71f2a66ace00 None None] Attempting to bind port 5a474b5c-0220-42e9-a7e3-00db5aaa7761 by drivers openvswitch,hyperv on host dv-cinder-792299-6-iscsi at level 0 using segments [{'id': 'd0c96a8e-4619-485a-879a-936421706591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'eec0a113-100d-472a-a273-1b855da6310e'}] {{(pid=93208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:38:29.413512 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fef360-27dd-4100-a316-71f2a66ace00 None None] Attempting to bind port 5a474b5c-0220-42e9-a7e3-00db5aaa7761 on network eec0a113-100d-472a-a273-1b855da6310e {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:38:29.419811 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fef360-27dd-4100-a316-71f2a66ace00 None None] Checking agent: {'id': '2be9fc8b-48e5-48f4-81b8-a3920a82e981', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 21, 14), 'started_at': datetime.datetime(2021, 7, 22, 2, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:38:29.420198 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fef360-27dd-4100-a316-71f2a66ace00 None None] Checking segment: {'id': 'd0c96a8e-4619-485a-879a-936421706591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'eec0a113-100d-472a-a273-1b855da6310e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:38:29.420573 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-e2fef360-27dd-4100-a316-71f2a66ace00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:29.420994 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fef360-27dd-4100-a316-71f2a66ace00 None None] Bound using segment: {'id': 'd0c96a8e-4619-485a-879a-936421706591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'eec0a113-100d-472a-a273-1b855da6310e'} {{(pid=93208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:38:29.421454 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.managers [None req-e2fef360-27dd-4100-a316-71f2a66ace00 None None] Bound port: 5a474b5c-0220-42e9-a7e3-00db5aaa7761, host: dv-cinder-792299-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c96a8e-4619-485a-879a-936421706591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'eec0a113-100d-472a-a273-1b855da6310e'}}] {{(pid=93208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:38:29.421969 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-e2fef360-27dd-4100-a316-71f2a66ace00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:29.430074 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning complete for port c11ce438-6cb0-48f2-9c37-e66332d9292d triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:38:29.430450 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:29.486058 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [None req-e2fef360-27dd-4100-a316-71f2a66ace00 None None] For port 5a474b5c-0220-42e9-a7e3-00db5aaa7761, host dv-cinder-792299-6-iscsi, cleared binding levels {{(pid=93208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:38:29.489542 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.plugins.ml2.db [None req-e2fef360-27dd-4100-a316-71f2a66ace00 None None] For port 5a474b5c-0220-42e9-a7e3-00db5aaa7761, host dv-cinder-792299-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=5a474b5c-0220-42e9-a7e3-00db5aaa7761,segment=NetworkSegment(d0c96a8e-4619-485a-879a-936421706591),segment_id=d0c96a8e-4619-485a-879a-936421706591)] {{(pid=93208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:38:29.494103 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron_lib.callbacks.manager [None req-e2fef360-27dd-4100-a316-71f2a66ace00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:29.549829 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fef360-27dd-4100-a316-71f2a66ace00 None None] Routers {'f6814230-cba7-4692-ac09-a9421e6724bc'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:38:29.550454 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-e2fef360-27dd-4100-a316-71f2a66ace00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:38:14Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['f6814230-cba7-4692-ac09-a9421e6724bc'], 'active': True} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:38:29.619177 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06d9125-43e8-4565-b227-bbc69937a184 None None] Pushing event updated for resources: {'Port': ['ID=5a474b5c-0220-42e9-a7e3-00db5aaa7761,revision_number=4']} {{(pid=93208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:38:29.669771 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvr_db [None req-e2fef360-27dd-4100-a316-71f2a66ace00 None None] Set router f6814230-cba7-4692-ac09-a9421e6724bc gateway port host: dv-cinder-792299-6-iscsi {{(pid=93208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:38:29.864922 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-e2fef360-27dd-4100-a316-71f2a66ace00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6814230-cba7-4692-ac09-a9421e6724bc', 'name': 'tempest-TestShelveInstance-1372644838-router', 'tenant_id': '6083fdee763c43fba9b08d385276fd80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'c11ce438-6cb0-48f2-9c37-e66332d9292d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:38:22Z', 'updated_at': '2021-07-22T02:38:25Z', 'revision_number': 4, 'project_id': '6083fdee763c43fba9b08d385276fd80', 'gw_port': {'id': 'c11ce438-6cb0-48f2-9c37-e66332d9292d', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:0b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6814230-cba7-4692-ac09-a9421e6724bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:38:22Z', 'updated_at': '2021-07-22T02:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_interfaces': [{'id': '5a474b5c-0220-42e9-a7e3-00db5aaa7761', 'name': '', 'network_id': 'eec0a113-100d-472a-a273-1b855da6310e', 'tenant_id': '6083fdee763c43fba9b08d385276fd80', 'mac_address': 'fa:16:3e:30:c9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6814230-cba7-4692-ac09-a9421e6724bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '3e15a7da-ea17-48e5-9c7a-8440cb7ca84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:38:24Z', 'updated_at': '2021-07-22T02:38:29Z', 'revision_number': 4, 'project_id': '6083fdee763c43fba9b08d385276fd80', 'subnets': [{'id': '3e15a7da-ea17-48e5-9c7a-8440cb7ca84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:38:29.890879 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fef360-27dd-4100-a316-71f2a66ace00 None None] The sync data for ids ['f6814230-cba7-4692-ac09-a9421e6724bc'] in dv-cinder-792299-6-iscsi is: [{'id': 'f6814230-cba7-4692-ac09-a9421e6724bc', 'name': 'tempest-TestShelveInstance-1372644838-router', 'tenant_id': '6083fdee763c43fba9b08d385276fd80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'c11ce438-6cb0-48f2-9c37-e66332d9292d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:38:22Z', 'updated_at': '2021-07-22T02:38:25Z', 'revision_number': 4, 'project_id': '6083fdee763c43fba9b08d385276fd80', 'gw_port': {'id': 'c11ce438-6cb0-48f2-9c37-e66332d9292d', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:0b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6814230-cba7-4692-ac09-a9421e6724bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:38:22Z', 'updated_at': '2021-07-22T02:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_interfaces': [{'id': '5a474b5c-0220-42e9-a7e3-00db5aaa7761', 'name': '', 'network_id': 'eec0a113-100d-472a-a273-1b855da6310e', 'tenant_id': '6083fdee763c43fba9b08d385276fd80', 'mac_address': 'fa:16:3e:30:c9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6814230-cba7-4692-ac09-a9421e6724bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '3e15a7da-ea17-48e5-9c7a-8440cb7ca84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:38:24Z', 'updated_at': '2021-07-22T02:38:29Z', 'revision_number': 4, 'project_id': '6083fdee763c43fba9b08d385276fd80', 'subnets': [{'id': '3e15a7da-ea17-48e5-9c7a-8440cb7ca84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:38:31.397575 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device 5a474b5c-0220-42e9-a7e3-00db5aaa7761 up at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:38:31.448378 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning for port 5a474b5c-0220-42e9-a7e3-00db5aaa7761 completed by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:38:31.452782 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning complete for port 5a474b5c-0220-42e9-a7e3-00db5aaa7761 triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:38:31.453277 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:31.532137 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:31.563216 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] For port 5a474b5c-0220-42e9-a7e3-00db5aaa7761, host dv-cinder-792299-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=5a474b5c-0220-42e9-a7e3-00db5aaa7761,segment=NetworkSegment(d0c96a8e-4619-485a-879a-936421706591),segment_id=d0c96a8e-4619-485a-879a-936421706591)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:38:31.566446 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:31.613958 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Pushing event updated for resources: {'Port': ['ID=5a474b5c-0220-42e9-a7e3-00db5aaa7761,revision_number=5']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:38:33.373998 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device 5a474b5c-0220-42e9-a7e3-00db5aaa7761 up at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:38:33.420313 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Provisioning complete for port 5a474b5c-0220-42e9-a7e3-00db5aaa7761 triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:38:33.420698 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:41.083823 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-687e09c5-3b35-45c3-b880-c5864a08eae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:42.344583 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:42.639792 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-7906ccb0-b3ff-4874-be13-563b11a7ad83 req-9da3993c-418c-4e57-820f-5bac05ac64f8 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-121248923&fields=id&tenant_id=a7a845297a914075a09bf53769e6ffb5 HTTP/1.1" status: 200 len: 267 time: 0.0319083 Jul 22 02:38:42.742831 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906ccb0-b3ff-4874-be13-563b11a7ad83 req-4bfe148b-8a7d-4fdb-b016-635ac894ce59 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:38:42.744253 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-7906ccb0-b3ff-4874-be13-563b11a7ad83 req-4bfe148b-8a7d-4fdb-b016-635ac894ce59 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "GET /v2.0/networks?id=08196119-0c1c-4d8a-bd15-74f8d8798c39 HTTP/1.1" status: 200 len: 809 time: 0.0978639 Jul 22 02:38:42.758757 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-7906ccb0-b3ff-4874-be13-563b11a7ad83 req-5f828ae3-5008-4c63-97dc-14b168bf02c3 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "GET /v2.0/quotas/a7a845297a914075a09bf53769e6ffb5 HTTP/1.1" status: 200 len: 375 time: 0.0093846 Jul 22 02:38:42.821698 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-7906ccb0-b3ff-4874-be13-563b11a7ad83 req-111e7a19-6139-4cd5-9e66-15c9d1fd4756 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a7a845297a914075a09bf53769e6ffb5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0582175 Jul 22 02:38:42.911899 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-7906ccb0-b3ff-4874-be13-563b11a7ad83 req-c92c89a9-ac6e-496e-83b4-3317f37bea6f service neutron] 10.222.0.30 "GET /v2.0/networks/08196119-0c1c-4d8a-bd15-74f8d8798c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791450 Jul 22 02:38:43.006596 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-7906ccb0-b3ff-4874-be13-563b11a7ad83 req-89140231-7cff-44f2-bcd0-10158d5d3675 service neutron] 10.222.0.30 "GET /v2.0/networks/08196119-0c1c-4d8a-bd15-74f8d8798c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889652 Jul 22 02:38:43.297034 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-dbedcda7-010e-4f49-99e1-3d08689a3902 req-5627ce10-e5f9-4a74-985d-cdd7ccb0f99c tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300 HTTP/1.1" status: 200 len: 210 time: 0.0289154 Jul 22 02:38:43.807176 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9ae51afa-afbd-4a02-adbb-cd063c43e17f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:43.908833 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:44.192132 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906ccb0-b3ff-4874-be13-563b11a7ad83 req-0214e64f-ea80-4a7d-b4cb-6b722e125a24 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:38:44.193590 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-7906ccb0-b3ff-4874-be13-563b11a7ad83 req-0214e64f-ea80-4a7d-b4cb-6b722e125a24 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.23 "GET /v2.0/networks?id=08196119-0c1c-4d8a-bd15-74f8d8798c39 HTTP/1.1" status: 200 len: 809 time: 0.1035025 Jul 22 02:38:44.236330 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-7906ccb0-b3ff-4874-be13-563b11a7ad83 req-3f837991-6fa6-42aa-a252-377f7f3d537d tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7a845297a914075a09bf53769e6ffb5 HTTP/1.1" status: 200 len: 379 time: 0.0340397 Jul 22 02:38:44.244994 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.v2.base [req-7906ccb0-b3ff-4874-be13-563b11a7ad83 req-57e74626-fe10-458b-a39c-927924991756 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Request body: {'port': {'device_id': '0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300', 'network_id': '08196119-0c1c-4d8a-bd15-74f8d8798c39', 'admin_state_up': True, 'tenant_id': 'a7a845297a914075a09bf53769e6ffb5', 'security_groups': ['07e5252f-8d22-4ffc-9477-82be0c6ce188']}} {{(pid=93206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:38:44.633286 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7906ccb0-b3ff-4874-be13-563b11a7ad83 req-57e74626-fe10-458b-a39c-927924991756 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Made reservation on behalf of a7a845297a914075a09bf53769e6ffb5 for: {'port': 1} {{(pid=93206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 02:38:44.636851 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-7906ccb0-b3ff-4874-be13-563b11a7ad83 req-57e74626-fe10-458b-a39c-927924991756 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:44.723223 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-4388ca9f-d836-4700-b693-0c9c1dca56dd req-7dc39e59-8e59-4038-ac7a-bdf1fa1c0fac tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300 HTTP/1.1" status: 200 len: 210 time: 0.1425765 Jul 22 02:38:44.737669 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9c5a9526-544c-492b-b3ab-1b4c68701215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:44.789060 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.db_base_plugin_common [req-7906ccb0-b3ff-4874-be13-563b11a7ad83 req-57e74626-fe10-458b-a39c-927924991756 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Allocated IP 172.20.0.14 (08196119-0c1c-4d8a-bd15-74f8d8798c39/14c28ea6-2cea-4ef8-a77d-3bf4f748d3df/b5a6b567-bb22-4f75-a29d-461677a4ff96) {{(pid=93206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:38:44.916621 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-7906ccb0-b3ff-4874-be13-563b11a7ad83 req-57e74626-fe10-458b-a39c-927924991756 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Notify callbacks [] for port, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:44.930592 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [req-7906ccb0-b3ff-4874-be13-563b11a7ad83 req-57e74626-fe10-458b-a39c-927924991756 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Transition to ACTIVE for port object b5a6b567-bb22-4f75-a29d-461677a4ff96 will not be triggered until provisioned by entity DHCP. {{(pid=93206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:38:44.962717 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-7906ccb0-b3ff-4874-be13-563b11a7ad83 req-57e74626-fe10-458b-a39c-927924991756 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789867566219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909347'] for port, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:45.010079 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7906ccb0-b3ff-4874-be13-563b11a7ad83 req-57e74626-fe10-458b-a39c-927924991756 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Network 08196119-0c1c-4d8a-bd15-74f8d8798c39 is already hosted by enough agents. {{(pid=93206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:38:45.012982 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.base_scheduler [req-7906ccb0-b3ff-4874-be13-563b11a7ad83 req-57e74626-fe10-458b-a39c-927924991756 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Resources bound (agent type, host, resource id): {{(pid=93206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:38:45.016565 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [req-7906ccb0-b3ff-4874-be13-563b11a7ad83 req-57e74626-fe10-458b-a39c-927924991756 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Received port after_create {{(pid=93206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:38:45.039406 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e74626-fe10-458b-a39c-927924991756 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Pushing event updated for resources: {'Port': ['ID=b5a6b567-bb22-4f75-a29d-461677a4ff96,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:38:45.067422 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906ccb0-b3ff-4874-be13-563b11a7ad83 req-57e74626-fe10-458b-a39c-927924991756 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:38:45.068059 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-7906ccb0-b3ff-4874-be13-563b11a7ad83 req-57e74626-fe10-458b-a39c-927924991756 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409'] for port, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:45.083259 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-7906ccb0-b3ff-4874-be13-563b11a7ad83 req-57e74626-fe10-458b-a39c-927924991756 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8418267 Jul 22 02:38:45.096022 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.v2.base [req-7906ccb0-b3ff-4874-be13-563b11a7ad83 req-509eaed2-ffc8-477f-9b93-eeb45e6af5c8 service neutron] Request body: {'port': {'device_id': '0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=93206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:38:45.168696 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-7906ccb0-b3ff-4874-be13-563b11a7ad83 req-509eaed2-ffc8-477f-9b93-eeb45e6af5c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:45.258109 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-761732b8-c0ce-4513-ae9d-eb5424956d73 None None] Provisioning for port b5a6b567-bb22-4f75-a29d-461677a4ff96 completed by entity DHCP. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:38:45.265077 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-761732b8-c0ce-4513-ae9d-eb5424956d73 None None] Provisioning complete for port b5a6b567-bb22-4f75-a29d-461677a4ff96 triggered by entity DHCP. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:38:45.265710 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-761732b8-c0ce-4513-ae9d-eb5424956d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:45.302502 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-761732b8-c0ce-4513-ae9d-eb5424956d73 None None] Port b5a6b567-bb22-4f75-a29d-461677a4ff96 cannot update to ACTIVE because it is not bound. {{(pid=93207) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 02:38:45.435624 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [req-7906ccb0-b3ff-4874-be13-563b11a7ad83 req-509eaed2-ffc8-477f-9b93-eeb45e6af5c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5a6b567-bb22-4f75-a29d-461677a4ff96 {{(pid=93206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:38:45.442771 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-7906ccb0-b3ff-4874-be13-563b11a7ad83 req-509eaed2-ffc8-477f-9b93-eeb45e6af5c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:45.453934 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [req-7906ccb0-b3ff-4874-be13-563b11a7ad83 req-509eaed2-ffc8-477f-9b93-eeb45e6af5c8 service neutron] Transition to ACTIVE for port object b5a6b567-bb22-4f75-a29d-461677a4ff96 will not be triggered until provisioned by entity L2. {{(pid=93206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 02:38:45.457768 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-7906ccb0-b3ff-4874-be13-563b11a7ad83 req-509eaed2-ffc8-477f-9b93-eeb45e6af5c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909352'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:45.504431 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509eaed2-ffc8-477f-9b93-eeb45e6af5c8 service neutron] Pushing event updated for resources: {'Port': ['ID=b5a6b567-bb22-4f75-a29d-461677a4ff96,revision_number=2']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:38:45.580257 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [req-7906ccb0-b3ff-4874-be13-563b11a7ad83 req-509eaed2-ffc8-477f-9b93-eeb45e6af5c8 service neutron] Attempting to bind port b5a6b567-bb22-4f75-a29d-461677a4ff96 on host hv-cinder-79229 for vnic_type normal with profile {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 02:38:45.580588 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [req-7906ccb0-b3ff-4874-be13-563b11a7ad83 req-509eaed2-ffc8-477f-9b93-eeb45e6af5c8 service neutron] Attempting to bind port b5a6b567-bb22-4f75-a29d-461677a4ff96 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': 'ed4ee53f-f5b9-4be7-8cf7-2b3bb8f54753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '08196119-0c1c-4d8a-bd15-74f8d8798c39'}] {{(pid=93206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 02:38:45.581136 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7906ccb0-b3ff-4874-be13-563b11a7ad83 req-509eaed2-ffc8-477f-9b93-eeb45e6af5c8 service neutron] Attempting to bind port b5a6b567-bb22-4f75-a29d-461677a4ff96 on network 08196119-0c1c-4d8a-bd15-74f8d8798c39 {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:38:45.585762 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7906ccb0-b3ff-4874-be13-563b11a7ad83 req-509eaed2-ffc8-477f-9b93-eeb45e6af5c8 service neutron] Port b5a6b567-bb22-4f75-a29d-461677a4ff96 on network 08196119-0c1c-4d8a-bd15-74f8d8798c39 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 02:38:45.586080 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7906ccb0-b3ff-4874-be13-563b11a7ad83 req-509eaed2-ffc8-477f-9b93-eeb45e6af5c8 service neutron] Attempting to bind port b5a6b567-bb22-4f75-a29d-461677a4ff96 on network 08196119-0c1c-4d8a-bd15-74f8d8798c39 {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 02:38:45.591061 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7906ccb0-b3ff-4874-be13-563b11a7ad83 req-509eaed2-ffc8-477f-9b93-eeb45e6af5c8 service neutron] Checking agent: {'id': '3e047b69-7131-4bb7-a905-86c2cdf7c2d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 2, 27, 10), 'started_at': datetime.datetime(2021, 7, 22, 2, 27, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 2, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 02:38:45.591379 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7906ccb0-b3ff-4874-be13-563b11a7ad83 req-509eaed2-ffc8-477f-9b93-eeb45e6af5c8 service neutron] Checking segment: {'id': 'ed4ee53f-f5b9-4be7-8cf7-2b3bb8f54753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '08196119-0c1c-4d8a-bd15-74f8d8798c39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 02:38:45.591756 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7906ccb0-b3ff-4874-be13-563b11a7ad83 req-509eaed2-ffc8-477f-9b93-eeb45e6af5c8 service neutron] Bound using segment: {'id': 'ed4ee53f-f5b9-4be7-8cf7-2b3bb8f54753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '08196119-0c1c-4d8a-bd15-74f8d8798c39'} {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 02:38:45.592180 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [req-7906ccb0-b3ff-4874-be13-563b11a7ad83 req-509eaed2-ffc8-477f-9b93-eeb45e6af5c8 service neutron] Bound port: b5a6b567-bb22-4f75-a29d-461677a4ff96, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed4ee53f-f5b9-4be7-8cf7-2b3bb8f54753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '08196119-0c1c-4d8a-bd15-74f8d8798c39'}}] {{(pid=93206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 02:38:45.592531 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-7906ccb0-b3ff-4874-be13-563b11a7ad83 req-509eaed2-ffc8-477f-9b93-eeb45e6af5c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:45.656728 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [req-7906ccb0-b3ff-4874-be13-563b11a7ad83 req-509eaed2-ffc8-477f-9b93-eeb45e6af5c8 service neutron] For port b5a6b567-bb22-4f75-a29d-461677a4ff96, host hv-cinder-79229, cleared binding levels {{(pid=93206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 02:38:45.660342 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [req-7906ccb0-b3ff-4874-be13-563b11a7ad83 req-509eaed2-ffc8-477f-9b93-eeb45e6af5c8 service neutron] For port b5a6b567-bb22-4f75-a29d-461677a4ff96, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=b5a6b567-bb22-4f75-a29d-461677a4ff96,segment=NetworkSegment(ed4ee53f-f5b9-4be7-8cf7-2b3bb8f54753),segment_id=ed4ee53f-f5b9-4be7-8cf7-2b3bb8f54753)] {{(pid=93206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 02:38:45.664426 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-7906ccb0-b3ff-4874-be13-563b11a7ad83 req-509eaed2-ffc8-477f-9b93-eeb45e6af5c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8909352'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:45.695570 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906ccb0-b3ff-4874-be13-563b11a7ad83 req-509eaed2-ffc8-477f-9b93-eeb45e6af5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:38:45.696244 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-7906ccb0-b3ff-4874-be13-563b11a7ad83 req-509eaed2-ffc8-477f-9b93-eeb45e6af5c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409'] for port, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:45.697556 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-7906ccb0-b3ff-4874-be13-563b11a7ad83 req-509eaed2-ffc8-477f-9b93-eeb45e6af5c8 service neutron] 10.222.0.23 "PUT /v2.0/ports/b5a6b567-bb22-4f75-a29d-461677a4ff96 HTTP/1.1" status: 200 len: 1094 time: 0.6064851 Jul 22 02:38:45.697979 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300', 'tag': 'b5a6b567-bb22-4f75-a29d-461677a4ff96'}] {{(pid=93206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:38:45.700196 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2c7467b3a520cac2f9dc58394876cadcbbb82697b422dc56d8b09de1a4b7e26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e10b828-d2da-458a-980f-f817bd540ae2" -d '{"events": [{"name": "network-changed", "server_uuid": "0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300", "tag": "b5a6b567-bb22-4f75-a29d-461677a4ff96"}]}' {{(pid=93206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:38:45.727037 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509eaed2-ffc8-477f-9b93-eeb45e6af5c8 service neutron] Pushing event updated for resources: {'Port': ['ID=b5a6b567-bb22-4f75-a29d-461677a4ff96,revision_number=3']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:38:45.840329 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906ccb0-b3ff-4874-be13-563b11a7ad83 req-d8682ec7-1080-4485-a66c-3b48570ca50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:38:45.841874 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-7906ccb0-b3ff-4874-be13-563b11a7ad83 req-d8682ec7-1080-4485-a66c-3b48570ca50d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a7a845297a914075a09bf53769e6ffb5&device_id=0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300 HTTP/1.1" status: 200 len: 1097 time: 0.0900447 Jul 22 02:38:45.889635 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-7906ccb0-b3ff-4874-be13-563b11a7ad83 req-ac6af789-45a3-4fe7-a7cb-30f5e488b472 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5a6b567-bb22-4f75-a29d-461677a4ff96 HTTP/1.1" status: 200 len: 217 time: 0.0392880 Jul 22 02:38:45.913500 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6912292-aa54-40cb-86a1-2ec853f81435 req-017af916-53c0-43d3-a868-21003c2e9f79 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:38:45.914884 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-c6912292-aa54-40cb-86a1-2ec853f81435 req-017af916-53c0-43d3-a868-21003c2e9f79 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300 HTTP/1.1" status: 200 len: 944 time: 0.1211374 Jul 22 02:38:45.977372 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906ccb0-b3ff-4874-be13-563b11a7ad83 req-cfbeff72-cb39-4eeb-a1c0-d2d5ad7c5cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:38:45.978792 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-7906ccb0-b3ff-4874-be13-563b11a7ad83 req-cfbeff72-cb39-4eeb-a1c0-d2d5ad7c5cb8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=14c28ea6-2cea-4ef8-a77d-3bf4f748d3df HTTP/1.1" status: 200 len: 848 time: 0.0816834 Jul 22 02:38:45.981664 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-c6912292-aa54-40cb-86a1-2ec853f81435 req-1c691182-ba97-40ef-a110-dd1b2be729da tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "GET /v2.0/security-groups?id=07e5252f-8d22-4ffc-9477-82be0c6ce188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502086 Jul 22 02:38:46.036943 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906ccb0-b3ff-4874-be13-563b11a7ad83 req-b87d59aa-3153-4b5d-ad43-91e3ae0eeaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:38:46.038419 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-7906ccb0-b3ff-4874-be13-563b11a7ad83 req-b87d59aa-3153-4b5d-ad43-91e3ae0eeaf3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=08196119-0c1c-4d8a-bd15-74f8d8798c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0536058 Jul 22 02:38:46.123918 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-7906ccb0-b3ff-4874-be13-563b11a7ad83 req-eff18cda-6b68-4283-85fc-ece04c8d5c17 service neutron] 10.222.0.23 "GET /v2.0/networks/08196119-0c1c-4d8a-bd15-74f8d8798c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780525 Jul 22 02:38:46.213042 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-7906ccb0-b3ff-4874-be13-563b11a7ad83 req-31ee97d3-ffae-48d5-a8c3-d3f24eaf92f4 service neutron] 10.222.0.23 "GET /v2.0/networks/08196119-0c1c-4d8a-bd15-74f8d8798c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832918 Jul 22 02:38:46.262178 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-46ac0fbd-03cc-41f5-9e75-a35c43e1b5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:46.767528 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 02:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4852e2c-80e4-47dd-b900-f4beea30d1d8 x-openstack-request-id: req-f4852e2c-80e4-47dd-b900-f4beea30d1d8 {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:38:46.767964 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300", "tag": "b5a6b567-bb22-4f75-a29d-461677a4ff96", "status": "completed", "code": 200}]} {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:38:46.768083 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f4852e2c-80e4-47dd-b900-f4beea30d1d8 {{(pid=93206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:38:46.768489 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300', 'tag': 'b5a6b567-bb22-4f75-a29d-461677a4ff96', 'status': 'completed', 'code': 200} Jul 22 02:38:46.839046 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10b828-d2da-458a-980f-f817bd540ae2 req-79bfab19-bd36-4992-aaac-3ca68b37a887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:38:46.840488 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-4e10b828-d2da-458a-980f-f817bd540ae2 req-79bfab19-bd36-4992-aaac-3ca68b37a887 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a7a845297a914075a09bf53769e6ffb5&device_id=0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300 HTTP/1.1" status: 200 len: 1097 time: 0.0518157 Jul 22 02:38:46.929634 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10b828-d2da-458a-980f-f817bd540ae2 req-4399e0cb-b585-4d02-a0fa-d325428f1c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:38:46.931043 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-4e10b828-d2da-458a-980f-f817bd540ae2 req-4399e0cb-b585-4d02-a0fa-d325428f1c09 service neutron] 10.222.0.23 "GET /v2.0/networks?id=08196119-0c1c-4d8a-bd15-74f8d8798c39 HTTP/1.1" status: 200 len: 909 time: 0.0844538 Jul 22 02:38:46.968808 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-4e10b828-d2da-458a-980f-f817bd540ae2 req-aa303eb8-781a-4e2a-973e-4fdcfdcc000e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5a6b567-bb22-4f75-a29d-461677a4ff96 HTTP/1.1" status: 200 len: 217 time: 0.0316820 Jul 22 02:38:47.015093 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10b828-d2da-458a-980f-f817bd540ae2 req-d76331ed-71d7-4054-aa4a-5ed8783b7c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:38:47.016730 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-4e10b828-d2da-458a-980f-f817bd540ae2 req-d76331ed-71d7-4054-aa4a-5ed8783b7c5e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=14c28ea6-2cea-4ef8-a77d-3bf4f748d3df HTTP/1.1" status: 200 len: 848 time: 0.0421064 Jul 22 02:38:47.120155 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10b828-d2da-458a-980f-f817bd540ae2 req-0f8dbf9a-908b-4543-af77-94d707bdd44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:38:47.121688 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-4e10b828-d2da-458a-980f-f817bd540ae2 req-0f8dbf9a-908b-4543-af77-94d707bdd44d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=08196119-0c1c-4d8a-bd15-74f8d8798c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0991614 Jul 22 02:38:47.134145 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d88c387-97b5-435a-aa19-724e33fb775b req-2697acfc-3066-4038-bc7d-890ccdc38ef0 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:38:47.135500 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-4d88c387-97b5-435a-aa19-724e33fb775b req-2697acfc-3066-4038-bc7d-890ccdc38ef0 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300 HTTP/1.1" status: 200 len: 944 time: 0.0833399 Jul 22 02:38:47.223995 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-4d88c387-97b5-435a-aa19-724e33fb775b req-33178a11-900e-41e2-a2db-ef093ccc505e tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "GET /v2.0/security-groups?id=07e5252f-8d22-4ffc-9477-82be0c6ce188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807090 Jul 22 02:38:47.246860 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-4e10b828-d2da-458a-980f-f817bd540ae2 req-3bc77b51-a445-4e9c-bd30-3e23e2f7182a service neutron] 10.222.0.23 "GET /v2.0/networks/08196119-0c1c-4d8a-bd15-74f8d8798c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104755 Jul 22 02:38:47.334709 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-4e10b828-d2da-458a-980f-f817bd540ae2 req-c570fee7-423e-4648-85e0-e7ae5cc54fe4 service neutron] 10.222.0.23 "GET /v2.0/networks/08196119-0c1c-4d8a-bd15-74f8d8798c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812421 Jul 22 02:38:48.403855 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0697bc22-81ec-457b-91e4-3b8615cc5b4a req-78620547-c1d5-49e9-8785-c75fd177938a tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:38:48.405368 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-0697bc22-81ec-457b-91e4-3b8615cc5b4a req-78620547-c1d5-49e9-8785-c75fd177938a tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300 HTTP/1.1" status: 200 len: 944 time: 0.1131959 Jul 22 02:38:48.442372 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-0697bc22-81ec-457b-91e4-3b8615cc5b4a req-e1dfc8f1-4a1e-47d7-924a-3af464c35fa4 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "GET /v2.0/security-groups?id=07e5252f-8d22-4ffc-9477-82be0c6ce188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314231 Jul 22 02:38:49.567579 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492262ee-aaa0-4239-9220-5e9ec46cb368 req-2e708fc0-fba4-4f40-998b-d27d640aa785 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:38:49.568981 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-492262ee-aaa0-4239-9220-5e9ec46cb368 req-2e708fc0-fba4-4f40-998b-d27d640aa785 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300 HTTP/1.1" status: 200 len: 944 time: 0.0621886 Jul 22 02:38:49.604778 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-492262ee-aaa0-4239-9220-5e9ec46cb368 req-838cc88a-6c4a-467a-97a4-dc4929600fe3 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "GET /v2.0/security-groups?id=07e5252f-8d22-4ffc-9477-82be0c6ce188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301385 Jul 22 02:38:50.727977 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f2c4f8-e202-4aba-95f2-851cc5a9be88 req-f88ed405-1367-4fa2-b504-cf8d36f3a332 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:38:50.729437 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-94f2c4f8-e202-4aba-95f2-851cc5a9be88 req-f88ed405-1367-4fa2-b504-cf8d36f3a332 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300 HTTP/1.1" status: 200 len: 944 time: 0.0606368 Jul 22 02:38:50.768087 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-94f2c4f8-e202-4aba-95f2-851cc5a9be88 req-8032a2bb-a9eb-4479-ac6c-c5d876e24e87 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "GET /v2.0/security-groups?id=07e5252f-8d22-4ffc-9477-82be0c6ce188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332787 Jul 22 02:38:51.892117 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03558271-136a-475c-a041-56974dc3adc0 req-3c8d9b28-25ae-4aaa-9c88-52f89367f1a2 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:38:51.894084 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-03558271-136a-475c-a041-56974dc3adc0 req-3c8d9b28-25ae-4aaa-9c88-52f89367f1a2 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300 HTTP/1.1" status: 200 len: 944 time: 0.0613494 Jul 22 02:38:51.930092 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-03558271-136a-475c-a041-56974dc3adc0 req-ab815826-c6d2-4314-8f5c-4fb715167d32 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "GET /v2.0/security-groups?id=07e5252f-8d22-4ffc-9477-82be0c6ce188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305433 Jul 22 02:38:52.558619 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.agents_db [None req-f1c5c46c-8295-40fa-87c5-0db6e260a587 None None] Agent healthcheck: found 6 active agents {{(pid=93208) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 02:38:53.055214 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d58de5-7479-4a7b-9707-65f69bff7f4d req-14f89cbf-3a57-4e67-a3b2-702aafe39e80 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:38:53.056699 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a1d58de5-7479-4a7b-9707-65f69bff7f4d req-14f89cbf-3a57-4e67-a3b2-702aafe39e80 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300 HTTP/1.1" status: 200 len: 944 time: 0.0619240 Jul 22 02:38:53.091857 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a1d58de5-7479-4a7b-9707-65f69bff7f4d req-ca1a8ddc-b89f-4f92-b307-a0cdbab064a2 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "GET /v2.0/security-groups?id=07e5252f-8d22-4ffc-9477-82be0c6ce188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297642 Jul 22 02:38:53.873592 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device b5a6b567-bb22-4f75-a29d-461677a4ff96 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=93207) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 02:38:53.965100 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port b5a6b567-bb22-4f75-a29d-461677a4ff96, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=b5a6b567-bb22-4f75-a29d-461677a4ff96,segment=NetworkSegment(ed4ee53f-f5b9-4be7-8cf7-2b3bb8f54753),segment_id=ed4ee53f-f5b9-4be7-8cf7-2b3bb8f54753)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:38:53.975688 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Returning: {'device': 'b5a6b567-bb22-4f75-a29d-461677a4ff96', 'network_id': '08196119-0c1c-4d8a-bd15-74f8d8798c39', 'port_id': 'b5a6b567-bb22-4f75-a29d-461677a4ff96', 'mac_address': 'fa:16:3e:e4:6e:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14c28ea6-2cea-4ef8-a77d-3bf4f748d3df', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93207) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 02:38:54.014247 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:54.026434 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.notifiers.nova [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5a6b567-bb22-4f75-a29d-461677a4ff96 {{(pid=93207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:38:54.044561 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port b5a6b567-bb22-4f75-a29d-461677a4ff96, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=b5a6b567-bb22-4f75-a29d-461677a4ff96,segment=NetworkSegment(ed4ee53f-f5b9-4be7-8cf7-2b3bb8f54753),segment_id=ed4ee53f-f5b9-4be7-8cf7-2b3bb8f54753)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:38:54.048357 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:54.094542 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Pushing event updated for resources: {'Port': ['ID=b5a6b567-bb22-4f75-a29d-461677a4ff96,revision_number=4']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:38:54.227004 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e1013-683c-4c90-ad59-ed780931e233 req-1e9e6dd1-1062-4438-8292-4131e32a3bb5 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:38:54.228789 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-021e1013-683c-4c90-ad59-ed780931e233 req-1e9e6dd1-1062-4438-8292-4131e32a3bb5 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300 HTTP/1.1" status: 200 len: 945 time: 0.0727210 Jul 22 02:38:54.266265 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-021e1013-683c-4c90-ad59-ed780931e233 req-7c38d1ae-ce4d-464d-bbdb-21c3c7d66da4 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "GET /v2.0/security-groups?id=07e5252f-8d22-4ffc-9477-82be0c6ce188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319960 Jul 22 02:38:54.275961 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] get_ports_and_sgs() called for port_ids ['b5a6b567-bb22-4f75-a29d-461677a4ff96'] {{(pid=93207) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:38:55.393395 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb42c24-c318-4fbd-9b36-6c7bed11a937 req-505b0210-d3dc-488b-b98d-77f93e2b3b9f tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:38:55.394866 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-edb42c24-c318-4fbd-9b36-6c7bed11a937 req-505b0210-d3dc-488b-b98d-77f93e2b3b9f tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300 HTTP/1.1" status: 200 len: 945 time: 0.0623291 Jul 22 02:38:55.431091 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-edb42c24-c318-4fbd-9b36-6c7bed11a937 req-0e4a42a1-249a-442e-a804-73760de3559d tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "GET /v2.0/security-groups?id=07e5252f-8d22-4ffc-9477-82be0c6ce188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304618 Jul 22 02:38:55.872319 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device b5a6b567-bb22-4f75-a29d-461677a4ff96 up at agent hyperv_hv-cinder-79229 {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:38:55.918481 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Provisioning for port b5a6b567-bb22-4f75-a29d-461677a4ff96 completed by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 02:38:55.921887 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Provisioning complete for port b5a6b567-bb22-4f75-a29d-461677a4ff96 triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:38:55.922252 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:55.996391 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:56.016973 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a6b567-bb22-4f75-a29d-461677a4ff96'}] {{(pid=93207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:38:56.019178 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7ee477d080e02922d9a3c1e9b5cc60990edb702a504399eb5b32d0111ac025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c8214f-88bd-4769-b94b-604b7d7b72b7" -d '{"events": [{"server_uuid": "0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300", "name": "network-vif-plugged", "status": "completed", "tag": "b5a6b567-bb22-4f75-a29d-461677a4ff96"}]}' {{(pid=93207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:38:56.031182 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port b5a6b567-bb22-4f75-a29d-461677a4ff96, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=b5a6b567-bb22-4f75-a29d-461677a4ff96,segment=NetworkSegment(ed4ee53f-f5b9-4be7-8cf7-2b3bb8f54753),segment_id=ed4ee53f-f5b9-4be7-8cf7-2b3bb8f54753)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:38:56.035939 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:56.058849 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a575067-4cc6-4bc0-a588-b403c9e35d0b x-openstack-request-id: req-1a575067-4cc6-4bc0-a588-b403c9e35d0b {{(pid=93207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:38:56.059131 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300", "name": "network-vif-plugged", "status": "completed", "tag": "b5a6b567-bb22-4f75-a29d-461677a4ff96", "code": 200}]} {{(pid=93207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:38:56.059375 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1a575067-4cc6-4bc0-a588-b403c9e35d0b {{(pid=93207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:38:56.059748 dv-cinder-792299-6-iscsi neutron-server[93207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a6b567-bb22-4f75-a29d-461677a4ff96', 'code': 200} Jul 22 02:38:56.085346 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Pushing event updated for resources: {'Port': ['ID=b5a6b567-bb22-4f75-a29d-461677a4ff96,revision_number=5']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:38:56.280561 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28bf639-c69f-46a2-9cec-7cf1c678212d req-6a3bc12e-c0f8-4d4a-9278-7ba944d7e7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:38:56.282066 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-f28bf639-c69f-46a2-9cec-7cf1c678212d req-6a3bc12e-c0f8-4d4a-9278-7ba944d7e7cc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300 HTTP/1.1" status: 200 len: 1099 time: 0.0507412 Jul 22 02:38:56.318872 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-f28bf639-c69f-46a2-9cec-7cf1c678212d req-e135d5d5-4cdc-45d7-a1a2-0ace9aa445e3 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=07e5252f-8d22-4ffc-9477-82be0c6ce188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307720 Jul 22 02:38:56.556431 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c864f6d-5d5c-4007-8d4d-814fddd1942e req-ac1d14f1-4958-48bd-bf23-271c019cd4ce tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:38:56.557862 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-7c864f6d-5d5c-4007-8d4d-814fddd1942e req-ac1d14f1-4958-48bd-bf23-271c019cd4ce tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300 HTTP/1.1" status: 200 len: 946 time: 0.0616055 Jul 22 02:38:56.594625 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-7c864f6d-5d5c-4007-8d4d-814fddd1942e req-a253a77e-b8cd-4ce6-93be-a37ed2e86aa3 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "GET /v2.0/security-groups?id=07e5252f-8d22-4ffc-9477-82be0c6ce188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314169 Jul 22 02:38:57.721975 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dea44e-7be5-4735-966e-b0a8056bb2e8 req-4d3935cd-7e23-462c-9e19-a7ac99eb20c9 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:38:57.723424 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-47dea44e-7be5-4735-966e-b0a8056bb2e8 req-4d3935cd-7e23-462c-9e19-a7ac99eb20c9 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300 HTTP/1.1" status: 200 len: 946 time: 0.0634029 Jul 22 02:38:57.758337 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-47dea44e-7be5-4735-966e-b0a8056bb2e8 req-4101ce4f-c65e-4343-bd25-a74765b2bb7e tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "GET /v2.0/security-groups?id=07e5252f-8d22-4ffc-9477-82be0c6ce188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294960 Jul 22 02:38:57.889894 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e121f40-736c-44cb-84e4-bd7fb03214a8 req-28aed0ac-d4c4-4827-b4b0-4223783c44d8 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:38:57.891699 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-6e121f40-736c-44cb-84e4-bd7fb03214a8 req-28aed0ac-d4c4-4827-b4b0-4223783c44d8 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300 HTTP/1.1" status: 200 len: 946 time: 0.0662212 Jul 22 02:38:57.933082 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-6e121f40-736c-44cb-84e4-bd7fb03214a8 req-a026f368-693a-466e-be2c-df65e3b75f53 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "GET /v2.0/security-groups?id=07e5252f-8d22-4ffc-9477-82be0c6ce188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352609 Jul 22 02:38:57.956008 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 36976) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:38:58.050371 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf54e79-f226-48c1-9bd7-42892a9c746a tempest-TestShelveInstance-754919902 tempest-TestShelveInstance-754919902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:38:58.051865 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-8bf54e79-f226-48c1-9bd7-42892a9c746a tempest-TestShelveInstance-754919902 tempest-TestShelveInstance-754919902-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300 HTTP/1.1" status: 200 len: 1094 time: 0.0947857 Jul 22 02:38:58.054887 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 36980) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:38:58.059085 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-3ea52ba2-f325-4cf5-ac1c-b9ce63180739 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Request body: {'floatingip': {'floating_network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'port_id': 'b5a6b567-bb22-4f75-a29d-461677a4ff96', 'tenant_id': 'a7a845297a914075a09bf53769e6ffb5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 02:38:58.080830 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-3ea52ba2-f325-4cf5-ac1c-b9ce63180739 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Notify callbacks [] for floatingip, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:58.171508 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-3ea52ba2-f325-4cf5-ac1c-b9ce63180739 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:58.275089 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.db_base_plugin_common [None req-3ea52ba2-f325-4cf5-ac1c-b9ce63180739 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Allocated IP 172.27.3.73 (a2bee0e8-177e-45f0-aff1-c80473345c00/ecc19678-5b8b-45eb-bc42-2a87169fcb4c/e5cab34d-c505-439c-b682-520855a7b552) {{(pid=93205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 02:38:58.372909 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-3ea52ba2-f325-4cf5-ac1c-b9ce63180739 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Notify callbacks [] for port, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:58.410723 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-3ea52ba2-f325-4cf5-ac1c-b9ce63180739 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789867566219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3324451'] for port, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:58.453258 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea52ba2-f325-4cf5-ac1c-b9ce63180739 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Network a2bee0e8-177e-45f0-aff1-c80473345c00 is already hosted by enough agents. {{(pid=93205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 02:38:58.456135 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.base_scheduler [None req-3ea52ba2-f325-4cf5-ac1c-b9ce63180739 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Resources bound (agent type, host, resource id): {{(pid=93205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 02:38:58.459604 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea52ba2-f325-4cf5-ac1c-b9ce63180739 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Received port after_create {{(pid=93205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 02:38:58.480462 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea52ba2-f325-4cf5-ac1c-b9ce63180739 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Pushing event updated for resources: {'Port': ['ID=e5cab34d-c505-439c-b682-520855a7b552,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:38:58.799314 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-3ea52ba2-f325-4cf5-ac1c-b9ce63180739 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:58.874550 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-3ea52ba2-f325-4cf5-ac1c-b9ce63180739 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:59.020796 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-3ea52ba2-f325-4cf5-ac1c-b9ce63180739 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Notify callbacks [] for port, precommit_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:59.025201 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-3ea52ba2-f325-4cf5-ac1c-b9ce63180739 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3324456'] for port, after_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:59.092393 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea52ba2-f325-4cf5-ac1c-b9ce63180739 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Pushing event updated for resources: {'Port': ['ID=e5cab34d-c505-439c-b682-520855a7b552,revision_number=2']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:38:59.101642 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-3ea52ba2-f325-4cf5-ac1c-b9ce63180739 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1746573'] for floatingip, after_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:59.196955 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.db.l3_db [None req-3ea52ba2-f325-4cf5-ac1c-b9ce63180739 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Floating IP f9ca47ae-4aa5-49ee-a8b2-00e6f90d6eac associated. External IP: 172.27.3.73, port: b5a6b567-bb22-4f75-a29d-461677a4ff96. Jul 22 02:38:59.395838 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea52ba2-f325-4cf5-ac1c-b9ce63180739 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Router e2b153f9-d35e-44e1-b518-fddeea76eaff has already been hosted by L3 agent f9ed0358-a013-4c74-a622-17ee633b4610 {{(pid=93205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 02:38:59.499291 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea52ba2-f325-4cf5-ac1c-b9ce63180739 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Notify agent at l3_agent.dv-cinder-792299-6-iscsi the message routers_updated {{(pid=93205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:38:59.509752 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f54b53-6489-4879-a3e6-b34ac88a97a6 None None] Sync routers for ids ['e2b153f9-d35e-44e1-b518-fddeea76eaff'] in dv-cinder-792299-6-iscsi {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:38:59.515201 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-3ea52ba2-f325-4cf5-ac1c-b9ce63180739 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409'] for floatingip, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:38:59.519622 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f54b53-6489-4879-a3e6-b34ac88a97a6 None None] Routers {'e2b153f9-d35e-44e1-b518-fddeea76eaff'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:38:59.520244 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-16f54b53-6489-4879-a3e6-b34ac88a97a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:38:44Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['e2b153f9-d35e-44e1-b518-fddeea76eaff'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:38:59.559629 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-3ea52ba2-f325-4cf5-ac1c-b9ce63180739 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4964867 Jul 22 02:38:59.559629 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300', 'tag': 'b5a6b567-bb22-4f75-a29d-461677a4ff96'}] {{(pid=93205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:38:59.559629 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1519ab49a2e6f2c0b9af796621e68389a02ac4e63e9641ecb08298f364d17118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f95c9d-9bf4-4b8d-a523-18d28c25be33" -d '{"events": [{"name": "network-changed", "server_uuid": "0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300", "tag": "b5a6b567-bb22-4f75-a29d-461677a4ff96"}]}' {{(pid=93205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:38:59.591668 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 02:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a99e852f-4cb6-4c6c-a27e-1ad5513bd684 x-openstack-request-id: req-a99e852f-4cb6-4c6c-a27e-1ad5513bd684 {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:38:59.591959 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300", "tag": "b5a6b567-bb22-4f75-a29d-461677a4ff96", "status": "completed", "code": 200}]} {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:38:59.592208 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a99e852f-4cb6-4c6c-a27e-1ad5513bd684 {{(pid=93205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:38:59.592602 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300', 'tag': 'b5a6b567-bb22-4f75-a29d-461677a4ff96', 'status': 'completed', 'code': 200} Jul 22 02:38:59.668011 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f95c9d-9bf4-4b8d-a523-18d28c25be33 req-ab27d437-26c7-41b0-920c-44afd2bb78a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:38:59.669531 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-45f95c9d-9bf4-4b8d-a523-18d28c25be33 req-ab27d437-26c7-41b0-920c-44afd2bb78a7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a7a845297a914075a09bf53769e6ffb5&device_id=0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300 HTTP/1.1" status: 200 len: 1099 time: 0.0552897 Jul 22 02:38:59.743534 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-16f54b53-6489-4879-a3e6-b34ac88a97a6 None None] Set router e2b153f9-d35e-44e1-b518-fddeea76eaff gateway port host: dv-cinder-792299-6-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:38:59.759057 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f95c9d-9bf4-4b8d-a523-18d28c25be33 req-63516780-fd1d-4bd2-a117-40a913a37e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:38:59.760509 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-45f95c9d-9bf4-4b8d-a523-18d28c25be33 req-63516780-fd1d-4bd2-a117-40a913a37e18 service neutron] 10.222.0.23 "GET /v2.0/networks?id=08196119-0c1c-4d8a-bd15-74f8d8798c39 HTTP/1.1" status: 200 len: 909 time: 0.0850837 Jul 22 02:38:59.823480 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-45f95c9d-9bf4-4b8d-a523-18d28c25be33 req-275c6335-1db4-4933-bfdf-34f1ad557685 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5a6b567-bb22-4f75-a29d-461677a4ff96 HTTP/1.1" status: 200 len: 999 time: 0.0565960 Jul 22 02:38:59.870584 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f95c9d-9bf4-4b8d-a523-18d28c25be33 req-3a029407-66d9-4bde-948b-a6bde5b0a243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:38:59.872014 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-45f95c9d-9bf4-4b8d-a523-18d28c25be33 req-3a029407-66d9-4bde-948b-a6bde5b0a243 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=14c28ea6-2cea-4ef8-a77d-3bf4f748d3df HTTP/1.1" status: 200 len: 848 time: 0.0425172 Jul 22 02:38:59.931256 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f95c9d-9bf4-4b8d-a523-18d28c25be33 req-60668144-6c31-4c36-94a8-130d0d09821d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:38:59.932655 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-45f95c9d-9bf4-4b8d-a523-18d28c25be33 req-60668144-6c31-4c36-94a8-130d0d09821d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=08196119-0c1c-4d8a-bd15-74f8d8798c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0550191 Jul 22 02:38:59.963515 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-16f54b53-6489-4879-a3e6-b34ac88a97a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b153f9-d35e-44e1-b518-fddeea76eaff', 'name': 'tempest-TestShelveInstance-1205840204-router', 'tenant_id': 'a7a845297a914075a09bf53769e6ffb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '55fb254c-e2a2-4cea-a945-799b484f955c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:38:17Z', 'updated_at': '2021-07-22T02:38:20Z', 'revision_number': 4, 'project_id': 'a7a845297a914075a09bf53769e6ffb5', 'gw_port': {'id': '55fb254c-e2a2-4cea-a945-799b484f955c', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:98:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b153f9-d35e-44e1-b518-fddeea76eaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:38:18Z', 'updated_at': '2021-07-22T02:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_floatingips': [{'id': 'f9ca47ae-4aa5-49ee-a8b2-00e6f90d6eac', 'tenant_id': 'a7a845297a914075a09bf53769e6ffb5', 'floating_ip_address': '172.27.3.73', 'floating_network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'router_id': 'e2b153f9-d35e-44e1-b518-fddeea76eaff', 'port_id': 'b5a6b567-bb22-4f75-a29d-461677a4ff96', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08196119-0c1c-4d8a-bd15-74f8d8798c39', 'mac_address': 'fa:16:3e:e4:6e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T02:38:58Z', 'updated_at': '2021-07-22T02:38:58Z', 'revision_number': 0, 'project_id': 'a7a845297a914075a09bf53769e6ffb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63b043a3-85ca-45bf-9983-3871a01a8735', 'name': '', 'network_id': '08196119-0c1c-4d8a-bd15-74f8d8798c39', 'tenant_id': 'a7a845297a914075a09bf53769e6ffb5', 'mac_address': 'fa:16:3e:19:51:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b153f9-d35e-44e1-b518-fddeea76eaff', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '14c28ea6-2cea-4ef8-a77d-3bf4f748d3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:38:19Z', 'updated_at': '2021-07-22T02:38:26Z', 'revision_number': 5, 'project_id': 'a7a845297a914075a09bf53769e6ffb5', 'subnets': [{'id': '14c28ea6-2cea-4ef8-a77d-3bf4f748d3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:38:59.989521 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f54b53-6489-4879-a3e6-b34ac88a97a6 None None] Checking router: e2b153f9-d35e-44e1-b518-fddeea76eaff for host: dv-cinder-792299-6-iscsi {{(pid=93207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:38:59.997639 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f54b53-6489-4879-a3e6-b34ac88a97a6 None None] Routers {'e2b153f9-d35e-44e1-b518-fddeea76eaff'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:38:59.998253 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-16f54b53-6489-4879-a3e6-b34ac88a97a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:38:44Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['e2b153f9-d35e-44e1-b518-fddeea76eaff'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:39:00.018616 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-45f95c9d-9bf4-4b8d-a523-18d28c25be33 req-8feb6046-c66b-4f2e-9167-d985fbe22973 service neutron] 10.222.0.23 "GET /v2.0/networks/08196119-0c1c-4d8a-bd15-74f8d8798c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798631 Jul 22 02:39:00.101853 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-16f54b53-6489-4879-a3e6-b34ac88a97a6 None None] Set router e2b153f9-d35e-44e1-b518-fddeea76eaff gateway port host: dv-cinder-792299-6-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:39:00.108556 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-45f95c9d-9bf4-4b8d-a523-18d28c25be33 req-de23c9c5-13c2-4d76-8496-dad8a4cd3a42 service neutron] 10.222.0.23 "GET /v2.0/networks/08196119-0c1c-4d8a-bd15-74f8d8798c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839274 Jul 22 02:39:00.323885 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-16f54b53-6489-4879-a3e6-b34ac88a97a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b153f9-d35e-44e1-b518-fddeea76eaff', 'name': 'tempest-TestShelveInstance-1205840204-router', 'tenant_id': 'a7a845297a914075a09bf53769e6ffb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '55fb254c-e2a2-4cea-a945-799b484f955c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:38:17Z', 'updated_at': '2021-07-22T02:38:20Z', 'revision_number': 4, 'project_id': 'a7a845297a914075a09bf53769e6ffb5', 'gw_port': {'id': '55fb254c-e2a2-4cea-a945-799b484f955c', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:98:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b153f9-d35e-44e1-b518-fddeea76eaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:38:18Z', 'updated_at': '2021-07-22T02:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_floatingips': [{'id': 'f9ca47ae-4aa5-49ee-a8b2-00e6f90d6eac', 'tenant_id': 'a7a845297a914075a09bf53769e6ffb5', 'floating_ip_address': '172.27.3.73', 'floating_network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'router_id': 'e2b153f9-d35e-44e1-b518-fddeea76eaff', 'port_id': 'b5a6b567-bb22-4f75-a29d-461677a4ff96', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08196119-0c1c-4d8a-bd15-74f8d8798c39', 'mac_address': 'fa:16:3e:e4:6e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T02:38:58Z', 'updated_at': '2021-07-22T02:38:58Z', 'revision_number': 0, 'project_id': 'a7a845297a914075a09bf53769e6ffb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63b043a3-85ca-45bf-9983-3871a01a8735', 'name': '', 'network_id': '08196119-0c1c-4d8a-bd15-74f8d8798c39', 'tenant_id': 'a7a845297a914075a09bf53769e6ffb5', 'mac_address': 'fa:16:3e:19:51:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b153f9-d35e-44e1-b518-fddeea76eaff', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '14c28ea6-2cea-4ef8-a77d-3bf4f748d3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:38:19Z', 'updated_at': '2021-07-22T02:38:26Z', 'revision_number': 5, 'project_id': 'a7a845297a914075a09bf53769e6ffb5', 'subnets': [{'id': '14c28ea6-2cea-4ef8-a77d-3bf4f748d3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:39:00.353478 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f54b53-6489-4879-a3e6-b34ac88a97a6 None None] The sync data for ids ['e2b153f9-d35e-44e1-b518-fddeea76eaff'] in dv-cinder-792299-6-iscsi is: [{'id': 'e2b153f9-d35e-44e1-b518-fddeea76eaff', 'name': 'tempest-TestShelveInstance-1205840204-router', 'tenant_id': 'a7a845297a914075a09bf53769e6ffb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '55fb254c-e2a2-4cea-a945-799b484f955c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:38:17Z', 'updated_at': '2021-07-22T02:38:20Z', 'revision_number': 4, 'project_id': 'a7a845297a914075a09bf53769e6ffb5', 'gw_port': {'id': '55fb254c-e2a2-4cea-a945-799b484f955c', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:98:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b153f9-d35e-44e1-b518-fddeea76eaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:38:18Z', 'updated_at': '2021-07-22T02:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_floatingips': [{'id': 'f9ca47ae-4aa5-49ee-a8b2-00e6f90d6eac', 'tenant_id': 'a7a845297a914075a09bf53769e6ffb5', 'floating_ip_address': '172.27.3.73', 'floating_network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'router_id': 'e2b153f9-d35e-44e1-b518-fddeea76eaff', 'port_id': 'b5a6b567-bb22-4f75-a29d-461677a4ff96', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08196119-0c1c-4d8a-bd15-74f8d8798c39', 'mac_address': 'fa:16:3e:e4:6e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T02:38:58Z', 'updated_at': '2021-07-22T02:38:58Z', 'revision_number': 0, 'project_id': 'a7a845297a914075a09bf53769e6ffb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63b043a3-85ca-45bf-9983-3871a01a8735', 'name': '', 'network_id': '08196119-0c1c-4d8a-bd15-74f8d8798c39', 'tenant_id': 'a7a845297a914075a09bf53769e6ffb5', 'mac_address': 'fa:16:3e:19:51:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b153f9-d35e-44e1-b518-fddeea76eaff', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '14c28ea6-2cea-4ef8-a77d-3bf4f748d3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:38:19Z', 'updated_at': '2021-07-22T02:38:26Z', 'revision_number': 5, 'project_id': 'a7a845297a914075a09bf53769e6ffb5', 'subnets': [{'id': '14c28ea6-2cea-4ef8-a77d-3bf4f748d3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:39:00.540217 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e31aeaf-f84c-4f27-9a1d-f2ad909ae9c9 None None] New status for floating IP f9ca47ae-4aa5-49ee-a8b2-00e6f90d6eac: ACTIVE {{(pid=93208) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 02:39:05.531360 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 36986) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:39:05.683369 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [None req-5478fc3c-e5d0-4402-bba7-f9bac5f9b0d1 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Deleting port 4dfdefc8-8876-492b-beb7-4c8c1b2b31d9 {{(pid=93205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:39:05.683724 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-5478fc3c-e5d0-4402-bba7-f9bac5f9b0d1 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789867966868'] for port, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:05.758473 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-5478fc3c-e5d0-4402-bba7-f9bac5f9b0d1 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760608'] for port, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:05.758801 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-5478fc3c-e5d0-4402-bba7-f9bac5f9b0d1 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:05.770496 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [None req-5478fc3c-e5d0-4402-bba7-f9bac5f9b0d1 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Calling delete_port for 4dfdefc8-8876-492b-beb7-4c8c1b2b31d9 owned by network:floatingip {{(pid=93205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:39:06.137550 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-5478fc3c-e5d0-4402-bba7-f9bac5f9b0d1 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789867968359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789867566228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3324451'] for port, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:06.162669 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5478fc3c-e5d0-4402-bba7-f9bac5f9b0d1 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Pushing event deleted for resources: {'Port': ['ID=4dfdefc8-8876-492b-beb7-4c8c1b2b31d9,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:39:06.221981 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-5478fc3c-e5d0-4402-bba7-f9bac5f9b0d1 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks [] for floatingip, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:06.222314 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.db.l3_db [None req-5478fc3c-e5d0-4402-bba7-f9bac5f9b0d1 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Floating IP d720d4cc-9b7a-43a3-b8f6-c74e9feeb115 disassociated (deleted). External IP: 172.27.3.19, port: a2c22276-214c-4553-ac26-762c3335e127. Jul 22 02:39:06.422949 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5478fc3c-e5d0-4402-bba7-f9bac5f9b0d1 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Router bc788e52-4c67-4d00-8750-19c252030837 has already been hosted by L3 agent f9ed0358-a013-4c74-a622-17ee633b4610 {{(pid=93205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 02:39:06.526730 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5478fc3c-e5d0-4402-bba7-f9bac5f9b0d1 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify agent at l3_agent.dv-cinder-792299-6-iscsi the message routers_updated {{(pid=93205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:39:06.531063 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-5478fc3c-e5d0-4402-bba7-f9bac5f9b0d1 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409'] for floatingip, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:06.535853 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89310a4-3bc7-4625-8d02-94737d744940 None None] Sync routers for ids ['bc788e52-4c67-4d00-8750-19c252030837'] in dv-cinder-792299-6-iscsi {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:39:06.544860 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89310a4-3bc7-4625-8d02-94737d744940 None None] Routers {'bc788e52-4c67-4d00-8750-19c252030837'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:39:06.545461 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-b89310a4-3bc7-4625-8d02-94737d744940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:38:44Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['bc788e52-4c67-4d00-8750-19c252030837'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:39:06.566181 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-5478fc3c-e5d0-4402-bba7-f9bac5f9b0d1 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "DELETE /v2.0/floatingips/d720d4cc-9b7a-43a3-b8f6-c74e9feeb115 HTTP/1.1" status: 204 len: 168 time: 1.0339382 Jul 22 02:39:06.566861 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a301eb28-a00a-4d2d-b7fa-e0bbb68ffd36', 'tag': 'a2c22276-214c-4553-ac26-762c3335e127'}] {{(pid=93205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:39:06.569199 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1519ab49a2e6f2c0b9af796621e68389a02ac4e63e9641ecb08298f364d17118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f5af59-bb4f-45ab-af38-501e9a35dfb2" -d '{"events": [{"name": "network-changed", "server_uuid": "a301eb28-a00a-4d2d-b7fa-e0bbb68ffd36", "tag": "a2c22276-214c-4553-ac26-762c3335e127"}]}' {{(pid=93205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:39:06.606668 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 02:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2533104-b5d0-4ab3-ac17-913457bfef99 x-openstack-request-id: req-d2533104-b5d0-4ab3-ac17-913457bfef99 {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:39:06.606952 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a301eb28-a00a-4d2d-b7fa-e0bbb68ffd36", "tag": "a2c22276-214c-4553-ac26-762c3335e127", "status": "completed", "code": 200}]} {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:39:06.607196 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d2533104-b5d0-4ab3-ac17-913457bfef99 {{(pid=93205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:39:06.607612 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a301eb28-a00a-4d2d-b7fa-e0bbb68ffd36', 'tag': 'a2c22276-214c-4553-ac26-762c3335e127', 'status': 'completed', 'code': 200} Jul 22 02:39:06.655076 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-b89310a4-3bc7-4625-8d02-94737d744940 None None] Set router bc788e52-4c67-4d00-8750-19c252030837 gateway port host: dv-cinder-792299-6-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:39:06.735334 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5af59-bb4f-45ab-af38-501e9a35dfb2 req-50a1b246-8d47-4c1b-aa17-c65b3745ebb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:39:06.737401 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-87f5af59-bb4f-45ab-af38-501e9a35dfb2 req-50a1b246-8d47-4c1b-aa17-c65b3745ebb8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=67d612e4302c499b8d778fbcdd7b9044&device_id=a301eb28-a00a-4d2d-b7fa-e0bbb68ffd36 HTTP/1.1" status: 200 len: 1098 time: 0.1082385 Jul 22 02:39:06.870375 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5af59-bb4f-45ab-af38-501e9a35dfb2 req-8e7d0acb-3593-4508-94b8-564f6391f8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:39:06.871839 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-87f5af59-bb4f-45ab-af38-501e9a35dfb2 req-8e7d0acb-3593-4508-94b8-564f6391f8cb service neutron] 10.222.0.23 "GET /v2.0/networks?id=ffc27ac5-3775-4b53-826e-98afab9137ce HTTP/1.1" status: 200 len: 911 time: 0.1276822 Jul 22 02:39:06.878450 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-b89310a4-3bc7-4625-8d02-94737d744940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc788e52-4c67-4d00-8750-19c252030837', 'name': 'tempest-TestVolumeBootPattern-959882766-router', 'tenant_id': '67d612e4302c499b8d778fbcdd7b9044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': 'a5444e74-927b-483b-abdc-5289a02c6200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:30:43Z', 'updated_at': '2021-07-22T02:30:49Z', 'revision_number': 4, 'project_id': '67d612e4302c499b8d778fbcdd7b9044', 'gw_port': {'id': 'a5444e74-927b-483b-abdc-5289a02c6200', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc788e52-4c67-4d00-8750-19c252030837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:44Z', 'updated_at': '2021-07-22T02:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_floatingips': [{'id': '38dfe835-0d55-48eb-ba62-5a806bbc9be4', 'tenant_id': '67d612e4302c499b8d778fbcdd7b9044', 'floating_ip_address': '172.27.3.152', 'floating_network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'router_id': 'bc788e52-4c67-4d00-8750-19c252030837', 'port_id': 'f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffc27ac5-3775-4b53-826e-98afab9137ce', 'mac_address': 'fa:16:3e:4e:65:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07e716e-b4fb-48f1-b239-e8cc6a957d58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T02:35:30Z', 'updated_at': '2021-07-22T02:35:32Z', 'revision_number': 1, 'project_id': '67d612e4302c499b8d778fbcdd7b9044', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8991fcbf-3aa7-46c8-be11-bc154a3f4fb2', 'name': '', 'network_id': 'ffc27ac5-3775-4b53-826e-98afab9137ce', 'tenant_id': '67d612e4302c499b8d778fbcdd7b9044', 'mac_address': 'fa:16:3e:8f:6a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc788e52-4c67-4d00-8750-19c252030837', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '5ffe1ea2-2f9b-4245-839a-fb164d77066d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:48Z', 'updated_at': '2021-07-22T02:31:07Z', 'revision_number': 5, 'project_id': '67d612e4302c499b8d778fbcdd7b9044', 'subnets': [{'id': '5ffe1ea2-2f9b-4245-839a-fb164d77066d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:39:06.880883 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95fa16e-2783-4bfb-be01-f5ba2f3a5755 req-a8ce9e28-40c5-47ac-864f-56b57aff495c tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:39:06.882268 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a95fa16e-2783-4bfb-be01-f5ba2f3a5755 req-a8ce9e28-40c5-47ac-864f-56b57aff495c tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=a301eb28-a00a-4d2d-b7fa-e0bbb68ffd36 HTTP/1.1" status: 200 len: 945 time: 0.1295230 Jul 22 02:39:06.907792 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89310a4-3bc7-4625-8d02-94737d744940 None None] Checking router: bc788e52-4c67-4d00-8750-19c252030837 for host: dv-cinder-792299-6-iscsi {{(pid=93207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:39:06.915986 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89310a4-3bc7-4625-8d02-94737d744940 None None] Routers {'bc788e52-4c67-4d00-8750-19c252030837'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:39:06.916584 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-b89310a4-3bc7-4625-8d02-94737d744940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:38:44Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['bc788e52-4c67-4d00-8750-19c252030837'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:39:06.927347 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-87f5af59-bb4f-45ab-af38-501e9a35dfb2 req-7143d0d9-637e-4104-a479-4deeec86b6a7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2c22276-214c-4553-ac26-762c3335e127 HTTP/1.1" status: 200 len: 217 time: 0.0440831 Jul 22 02:39:06.972883 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-a95fa16e-2783-4bfb-be01-f5ba2f3a5755 req-a3c58efc-5931-48e8-88a0-b6808688476f tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/security-groups?id=63e9ec9d-cac8-47aa-a784-0c3cf16d9873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838535 Jul 22 02:39:06.998408 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5af59-bb4f-45ab-af38-501e9a35dfb2 req-e6b41f19-d9cb-4a77-a108-a25e62848c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:39:07.000241 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-87f5af59-bb4f-45ab-af38-501e9a35dfb2 req-e6b41f19-d9cb-4a77-a108-a25e62848c76 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5ffe1ea2-2f9b-4245-839a-fb164d77066d HTTP/1.1" status: 200 len: 850 time: 0.0655322 Jul 22 02:39:07.019597 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-b89310a4-3bc7-4625-8d02-94737d744940 None None] Set router bc788e52-4c67-4d00-8750-19c252030837 gateway port host: dv-cinder-792299-6-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:39:07.058491 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5af59-bb4f-45ab-af38-501e9a35dfb2 req-1e2893b3-4405-47e5-83e7-d983cd575108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:39:07.059997 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-87f5af59-bb4f-45ab-af38-501e9a35dfb2 req-1e2893b3-4405-47e5-83e7-d983cd575108 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ffc27ac5-3775-4b53-826e-98afab9137ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0534153 Jul 22 02:39:07.071138 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [req-87f5af59-bb4f-45ab-af38-501e9a35dfb2 req-85136bf2-e5b7-471f-8bcd-4a25a713b34c service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=93206) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 02:39:07.072265 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-87f5af59-bb4f-45ab-af38-501e9a35dfb2 req-85136bf2-e5b7-471f-8bcd-4a25a713b34c service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054238 Jul 22 02:39:07.162251 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-87f5af59-bb4f-45ab-af38-501e9a35dfb2 req-f69d1a60-d16d-42da-aacf-ee48980fa86b service neutron] 10.222.0.23 "GET /v2.0/networks/ffc27ac5-3775-4b53-826e-98afab9137ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828753 Jul 22 02:39:07.240512 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-b89310a4-3bc7-4625-8d02-94737d744940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc788e52-4c67-4d00-8750-19c252030837', 'name': 'tempest-TestVolumeBootPattern-959882766-router', 'tenant_id': '67d612e4302c499b8d778fbcdd7b9044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': 'a5444e74-927b-483b-abdc-5289a02c6200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:30:43Z', 'updated_at': '2021-07-22T02:30:49Z', 'revision_number': 4, 'project_id': '67d612e4302c499b8d778fbcdd7b9044', 'gw_port': {'id': 'a5444e74-927b-483b-abdc-5289a02c6200', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc788e52-4c67-4d00-8750-19c252030837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:44Z', 'updated_at': '2021-07-22T02:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_floatingips': [{'id': '38dfe835-0d55-48eb-ba62-5a806bbc9be4', 'tenant_id': '67d612e4302c499b8d778fbcdd7b9044', 'floating_ip_address': '172.27.3.152', 'floating_network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'router_id': 'bc788e52-4c67-4d00-8750-19c252030837', 'port_id': 'f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffc27ac5-3775-4b53-826e-98afab9137ce', 'mac_address': 'fa:16:3e:4e:65:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07e716e-b4fb-48f1-b239-e8cc6a957d58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T02:35:30Z', 'updated_at': '2021-07-22T02:35:32Z', 'revision_number': 1, 'project_id': '67d612e4302c499b8d778fbcdd7b9044', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8991fcbf-3aa7-46c8-be11-bc154a3f4fb2', 'name': '', 'network_id': 'ffc27ac5-3775-4b53-826e-98afab9137ce', 'tenant_id': '67d612e4302c499b8d778fbcdd7b9044', 'mac_address': 'fa:16:3e:8f:6a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc788e52-4c67-4d00-8750-19c252030837', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '5ffe1ea2-2f9b-4245-839a-fb164d77066d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:48Z', 'updated_at': '2021-07-22T02:31:07Z', 'revision_number': 5, 'project_id': '67d612e4302c499b8d778fbcdd7b9044', 'subnets': [{'id': '5ffe1ea2-2f9b-4245-839a-fb164d77066d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:39:07.254524 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-87f5af59-bb4f-45ab-af38-501e9a35dfb2 req-e9b7e4da-8deb-446f-941c-0718d008a844 service neutron] 10.222.0.23 "GET /v2.0/networks/ffc27ac5-3775-4b53-826e-98afab9137ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842292 Jul 22 02:39:07.265934 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89310a4-3bc7-4625-8d02-94737d744940 None None] The sync data for ids ['bc788e52-4c67-4d00-8750-19c252030837'] in dv-cinder-792299-6-iscsi is: [{'id': 'bc788e52-4c67-4d00-8750-19c252030837', 'name': 'tempest-TestVolumeBootPattern-959882766-router', 'tenant_id': '67d612e4302c499b8d778fbcdd7b9044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': 'a5444e74-927b-483b-abdc-5289a02c6200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:30:43Z', 'updated_at': '2021-07-22T02:30:49Z', 'revision_number': 4, 'project_id': '67d612e4302c499b8d778fbcdd7b9044', 'gw_port': {'id': 'a5444e74-927b-483b-abdc-5289a02c6200', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc788e52-4c67-4d00-8750-19c252030837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:44Z', 'updated_at': '2021-07-22T02:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_floatingips': [{'id': '38dfe835-0d55-48eb-ba62-5a806bbc9be4', 'tenant_id': '67d612e4302c499b8d778fbcdd7b9044', 'floating_ip_address': '172.27.3.152', 'floating_network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'router_id': 'bc788e52-4c67-4d00-8750-19c252030837', 'port_id': 'f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffc27ac5-3775-4b53-826e-98afab9137ce', 'mac_address': 'fa:16:3e:4e:65:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07e716e-b4fb-48f1-b239-e8cc6a957d58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T02:35:30Z', 'updated_at': '2021-07-22T02:35:32Z', 'revision_number': 1, 'project_id': '67d612e4302c499b8d778fbcdd7b9044', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8991fcbf-3aa7-46c8-be11-bc154a3f4fb2', 'name': '', 'network_id': 'ffc27ac5-3775-4b53-826e-98afab9137ce', 'tenant_id': '67d612e4302c499b8d778fbcdd7b9044', 'mac_address': 'fa:16:3e:8f:6a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc788e52-4c67-4d00-8750-19c252030837', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '5ffe1ea2-2f9b-4245-839a-fb164d77066d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:48Z', 'updated_at': '2021-07-22T02:31:07Z', 'revision_number': 5, 'project_id': '67d612e4302c499b8d778fbcdd7b9044', 'subnets': [{'id': '5ffe1ea2-2f9b-4245-839a-fb164d77066d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:39:07.467468 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a823989d-c9d2-4cba-8491-ab41540acf41 None None] New status for floating IP d720d4cc-9b7a-43a3-b8f6-c74e9feeb115: DOWN {{(pid=93208) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 02:39:08.102952 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8576e5e-c082-47d3-9eb7-606948a7f257 req-8d3b5a5a-53c0-4d48-9cff-31186cb55dab tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:39:08.104452 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d8576e5e-c082-47d3-9eb7-606948a7f257 req-8d3b5a5a-53c0-4d48-9cff-31186cb55dab tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=a301eb28-a00a-4d2d-b7fa-e0bbb68ffd36 HTTP/1.1" status: 200 len: 945 time: 0.0623534 Jul 22 02:39:08.141323 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d8576e5e-c082-47d3-9eb7-606948a7f257 req-9e6b2817-d2cd-4334-9e2e-84db410c5d18 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/security-groups?id=63e9ec9d-cac8-47aa-a784-0c3cf16d9873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313854 Jul 22 02:39:08.353499 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2cb58e-fde1-44c3-be53-8285994cccf4 req-c301739f-7f6b-465e-b923-79267d104b2d tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:39:08.355178 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-1f2cb58e-fde1-44c3-be53-8285994cccf4 req-c301739f-7f6b-465e-b923-79267d104b2d tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.23 "GET /v2.0/ports?device_id=a301eb28-a00a-4d2d-b7fa-e0bbb68ffd36 HTTP/1.1" status: 200 len: 945 time: 0.0657997 Jul 22 02:39:08.453232 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [req-1f2cb58e-fde1-44c3-be53-8285994cccf4 req-f63cd983-5c45-4d3a-b30f-420a2088d018 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Deleting port a2c22276-214c-4553-ac26-762c3335e127 {{(pid=93206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:39:08.453569 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-1f2cb58e-fde1-44c3-be53-8285994cccf4 req-f63cd983-5c45-4d3a-b30f-420a2088d018 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789867966868'] for port, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:08.545271 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [req-1f2cb58e-fde1-44c3-be53-8285994cccf4 req-f63cd983-5c45-4d3a-b30f-420a2088d018 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] For port a2c22276-214c-4553-ac26-762c3335e127, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=a2c22276-214c-4553-ac26-762c3335e127,segment=NetworkSegment(e2dbb9ad-6b1e-4fed-8fd7-c6f57aada715),segment_id=e2dbb9ad-6b1e-4fed-8fd7-c6f57aada715)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:39:08.545540 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-1f2cb58e-fde1-44c3-be53-8285994cccf4 req-f63cd983-5c45-4d3a-b30f-420a2088d018 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760608'] for port, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:08.557305 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [req-1f2cb58e-fde1-44c3-be53-8285994cccf4 req-f63cd983-5c45-4d3a-b30f-420a2088d018 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Calling delete_port for a2c22276-214c-4553-ac26-762c3335e127 owned by compute:nova {{(pid=93206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:39:08.680574 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-1f2cb58e-fde1-44c3-be53-8285994cccf4 req-f63cd983-5c45-4d3a-b30f-420a2088d018 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789867968359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789867566228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909347'] for port, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:08.711319 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63cd983-5c45-4d3a-b30f-420a2088d018 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Pushing event deleted for resources: {'Port': ['ID=a2c22276-214c-4553-ac26-762c3335e127,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:39:08.755800 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f2cb58e-fde1-44c3-be53-8285994cccf4 req-f63cd983-5c45-4d3a-b30f-420a2088d018 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] No DVR routers for this DVR port a2c22276-214c-4553-ac26-762c3335e127 on host hv-cinder-79229 {{(pid=93206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 02:39:08.758309 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-1f2cb58e-fde1-44c3-be53-8285994cccf4 req-f63cd983-5c45-4d3a-b30f-420a2088d018 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409'] for port, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:08.760422 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-1f2cb58e-fde1-44c3-be53-8285994cccf4 req-f63cd983-5c45-4d3a-b30f-420a2088d018 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.23 "DELETE /v2.0/ports/a2c22276-214c-4553-ac26-762c3335e127 HTTP/1.1" status: 204 len: 173 time: 0.3999078 Jul 22 02:39:08.760895 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a301eb28-a00a-4d2d-b7fa-e0bbb68ffd36', 'name': 'network-vif-deleted', 'tag': 'a2c22276-214c-4553-ac26-762c3335e127'}] {{(pid=93206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:39:08.763569 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2c7467b3a520cac2f9dc58394876cadcbbb82697b422dc56d8b09de1a4b7e26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4da3b6-b60e-4f37-b762-97a0df2d114f" -d '{"events": [{"server_uuid": "a301eb28-a00a-4d2d-b7fa-e0bbb68ffd36", "name": "network-vif-deleted", "tag": "a2c22276-214c-4553-ac26-762c3335e127"}]}' {{(pid=93206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:39:08.801511 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3733e7fd-e55a-45a8-87d6-c768dddc7518 x-openstack-request-id: req-3733e7fd-e55a-45a8-87d6-c768dddc7518 {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:39:08.802190 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a301eb28-a00a-4d2d-b7fa-e0bbb68ffd36", "name": "network-vif-deleted", "tag": "a2c22276-214c-4553-ac26-762c3335e127", "status": "completed", "code": 200}]} {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:39:08.802447 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3733e7fd-e55a-45a8-87d6-c768dddc7518 {{(pid=93206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:39:08.802844 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a301eb28-a00a-4d2d-b7fa-e0bbb68ffd36', 'name': 'network-vif-deleted', 'tag': 'a2c22276-214c-4553-ac26-762c3335e127', 'status': 'completed', 'code': 200} Jul 22 02:39:09.247027 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-8e275ae1-fb36-42b9-afda-ab8cf16f0cb7 req-013d6e69-78e8-41a0-a62e-fcf19ee19dfa tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=a301eb28-a00a-4d2d-b7fa-e0bbb68ffd36 HTTP/1.1" status: 200 len: 210 time: 0.0289211 Jul 22 02:39:11.082643 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-f959668e-32e2-46c0-88c2-c1640bb5f072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:11.919611 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device a2c22276-214c-4553-ac26-762c3335e127 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:39:11.943722 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] No Port match for: a2c22276-214c-4553-ac26-762c3335e127 {{(pid=93207) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:39:11.944072 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device a2c22276-214c-4553-ac26-762c3335e127 not bound to the agent host hv-cinder-79229 {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:39:12.354574 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:12.509567 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 37018) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:39:12.663257 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [None req-140a6bda-1d4d-4ce5-b21a-0f7bc0edce34 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Deleting port d296ef33-307d-4d74-86ef-069e8cc8f01e {{(pid=93205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:39:12.663506 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-140a6bda-1d4d-4ce5-b21a-0f7bc0edce34 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789867966868'] for port, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:12.735228 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-140a6bda-1d4d-4ce5-b21a-0f7bc0edce34 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760608'] for port, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:12.735560 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-140a6bda-1d4d-4ce5-b21a-0f7bc0edce34 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:12.746793 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [None req-140a6bda-1d4d-4ce5-b21a-0f7bc0edce34 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Calling delete_port for d296ef33-307d-4d74-86ef-069e8cc8f01e owned by network:floatingip {{(pid=93205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:39:12.893854 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-140a6bda-1d4d-4ce5-b21a-0f7bc0edce34 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789867968359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789867566228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3324451'] for port, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:12.919220 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a6bda-1d4d-4ce5-b21a-0f7bc0edce34 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Pushing event deleted for resources: {'Port': ['ID=d296ef33-307d-4d74-86ef-069e8cc8f01e,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:39:12.983693 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-140a6bda-1d4d-4ce5-b21a-0f7bc0edce34 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks [] for floatingip, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:12.984007 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.db.l3_db [None req-140a6bda-1d4d-4ce5-b21a-0f7bc0edce34 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Floating IP 38dfe835-0d55-48eb-ba62-5a806bbc9be4 disassociated (deleted). External IP: 172.27.3.152, port: f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75. Jul 22 02:39:13.178719 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-140a6bda-1d4d-4ce5-b21a-0f7bc0edce34 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Router bc788e52-4c67-4d00-8750-19c252030837 has already been hosted by L3 agent f9ed0358-a013-4c74-a622-17ee633b4610 {{(pid=93205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 02:39:13.283162 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-140a6bda-1d4d-4ce5-b21a-0f7bc0edce34 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify agent at l3_agent.dv-cinder-792299-6-iscsi the message routers_updated {{(pid=93205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:39:13.287474 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-140a6bda-1d4d-4ce5-b21a-0f7bc0edce34 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409'] for floatingip, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:13.293697 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe5baee-8ca4-4e2f-aacc-43a9613ccd68 None None] Sync routers for ids ['bc788e52-4c67-4d00-8750-19c252030837'] in dv-cinder-792299-6-iscsi {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:39:13.303019 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe5baee-8ca4-4e2f-aacc-43a9613ccd68 None None] Routers {'bc788e52-4c67-4d00-8750-19c252030837'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:39:13.303626 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-0fe5baee-8ca4-4e2f-aacc-43a9613ccd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:38:44Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['bc788e52-4c67-4d00-8750-19c252030837'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:39:13.323332 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-140a6bda-1d4d-4ce5-b21a-0f7bc0edce34 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "DELETE /v2.0/floatingips/38dfe835-0d55-48eb-ba62-5a806bbc9be4 HTTP/1.1" status: 204 len: 168 time: 0.8126702 Jul 22 02:39:13.323924 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e07e716e-b4fb-48f1-b239-e8cc6a957d58', 'tag': 'f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75'}] {{(pid=93205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:39:13.326198 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1519ab49a2e6f2c0b9af796621e68389a02ac4e63e9641ecb08298f364d17118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546c1268-bf1c-48e1-bf29-bf6f884fea8d" -d '{"events": [{"name": "network-changed", "server_uuid": "e07e716e-b4fb-48f1-b239-e8cc6a957d58", "tag": "f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75"}]}' {{(pid=93205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:39:13.369023 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 02:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffbb3d09-16e7-459a-b597-2e39568ff5fa x-openstack-request-id: req-ffbb3d09-16e7-459a-b597-2e39568ff5fa {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:39:13.369317 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e07e716e-b4fb-48f1-b239-e8cc6a957d58", "tag": "f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75", "status": "completed", "code": 200}]} {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:39:13.369565 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ffbb3d09-16e7-459a-b597-2e39568ff5fa {{(pid=93205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:39:13.369967 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e07e716e-b4fb-48f1-b239-e8cc6a957d58', 'tag': 'f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75', 'status': 'completed', 'code': 200} Jul 22 02:39:13.452294 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546c1268-bf1c-48e1-bf29-bf6f884fea8d req-9f467594-8a1c-4a8d-a147-b754cc628492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:39:13.460231 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-546c1268-bf1c-48e1-bf29-bf6f884fea8d req-9f467594-8a1c-4a8d-a147-b754cc628492 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=67d612e4302c499b8d778fbcdd7b9044&device_id=e07e716e-b4fb-48f1-b239-e8cc6a957d58 HTTP/1.1" status: 200 len: 1098 time: 0.0658989 Jul 22 02:39:13.540779 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-0fe5baee-8ca4-4e2f-aacc-43a9613ccd68 None None] Set router bc788e52-4c67-4d00-8750-19c252030837 gateway port host: dv-cinder-792299-6-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:39:13.587275 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546c1268-bf1c-48e1-bf29-bf6f884fea8d req-1cd213d6-f8a4-48b4-aee7-36eea2fba574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:39:13.588763 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-546c1268-bf1c-48e1-bf29-bf6f884fea8d req-1cd213d6-f8a4-48b4-aee7-36eea2fba574 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ffc27ac5-3775-4b53-826e-98afab9137ce HTTP/1.1" status: 200 len: 911 time: 0.1220052 Jul 22 02:39:13.637270 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-546c1268-bf1c-48e1-bf29-bf6f884fea8d req-ac8a8464-7146-469d-98c3-c5d052b1d043 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75 HTTP/1.1" status: 200 len: 217 time: 0.0413303 Jul 22 02:39:13.648634 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7403b86d-9559-473e-b7db-dcbef520efe3 req-565be8bf-063c-4c8c-86bb-b81a74a0e05b tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:39:13.650457 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-7403b86d-9559-473e-b7db-dcbef520efe3 req-565be8bf-063c-4c8c-86bb-b81a74a0e05b tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=e07e716e-b4fb-48f1-b239-e8cc6a957d58 HTTP/1.1" status: 200 len: 945 time: 0.1180396 Jul 22 02:39:13.713406 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546c1268-bf1c-48e1-bf29-bf6f884fea8d req-92e64562-6ab6-4a39-9195-5be8cd8770df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:39:13.714842 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-546c1268-bf1c-48e1-bf29-bf6f884fea8d req-92e64562-6ab6-4a39-9195-5be8cd8770df service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5ffe1ea2-2f9b-4245-839a-fb164d77066d HTTP/1.1" status: 200 len: 850 time: 0.0635455 Jul 22 02:39:13.719819 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-7403b86d-9559-473e-b7db-dcbef520efe3 req-5338e603-285b-46aa-ac56-3507ddab4ae2 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/security-groups?id=63e9ec9d-cac8-47aa-a784-0c3cf16d9873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614088 Jul 22 02:39:13.736278 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-0fe5baee-8ca4-4e2f-aacc-43a9613ccd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc788e52-4c67-4d00-8750-19c252030837', 'name': 'tempest-TestVolumeBootPattern-959882766-router', 'tenant_id': '67d612e4302c499b8d778fbcdd7b9044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': 'a5444e74-927b-483b-abdc-5289a02c6200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:30:43Z', 'updated_at': '2021-07-22T02:30:49Z', 'revision_number': 4, 'project_id': '67d612e4302c499b8d778fbcdd7b9044', 'gw_port': {'id': 'a5444e74-927b-483b-abdc-5289a02c6200', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc788e52-4c67-4d00-8750-19c252030837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:44Z', 'updated_at': '2021-07-22T02:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_interfaces': [{'id': '8991fcbf-3aa7-46c8-be11-bc154a3f4fb2', 'name': '', 'network_id': 'ffc27ac5-3775-4b53-826e-98afab9137ce', 'tenant_id': '67d612e4302c499b8d778fbcdd7b9044', 'mac_address': 'fa:16:3e:8f:6a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc788e52-4c67-4d00-8750-19c252030837', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '5ffe1ea2-2f9b-4245-839a-fb164d77066d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:48Z', 'updated_at': '2021-07-22T02:31:07Z', 'revision_number': 5, 'project_id': '67d612e4302c499b8d778fbcdd7b9044', 'subnets': [{'id': '5ffe1ea2-2f9b-4245-839a-fb164d77066d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:39:13.762034 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe5baee-8ca4-4e2f-aacc-43a9613ccd68 None None] Checking router: bc788e52-4c67-4d00-8750-19c252030837 for host: dv-cinder-792299-6-iscsi {{(pid=93207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:39:13.770107 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe5baee-8ca4-4e2f-aacc-43a9613ccd68 None None] Routers {'bc788e52-4c67-4d00-8750-19c252030837'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:39:13.770715 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-0fe5baee-8ca4-4e2f-aacc-43a9613ccd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:38:44Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['bc788e52-4c67-4d00-8750-19c252030837'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:39:13.772446 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546c1268-bf1c-48e1-bf29-bf6f884fea8d req-5b3b0fb0-210c-4471-b571-3c928b6ac7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:39:13.773977 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-546c1268-bf1c-48e1-bf29-bf6f884fea8d req-5b3b0fb0-210c-4471-b571-3c928b6ac7f7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ffc27ac5-3775-4b53-826e-98afab9137ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0515854 Jul 22 02:39:13.850610 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-8e7ce250-5113-47fd-9ba4-b93a9edbd87c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:13.866934 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-546c1268-bf1c-48e1-bf29-bf6f884fea8d req-5a42d35e-c6d4-4d2b-a23e-e1d7a6952a5b service neutron] 10.222.0.23 "GET /v2.0/networks/ffc27ac5-3775-4b53-826e-98afab9137ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848475 Jul 22 02:39:13.885349 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-0fe5baee-8ca4-4e2f-aacc-43a9613ccd68 None None] Set router bc788e52-4c67-4d00-8750-19c252030837 gateway port host: dv-cinder-792299-6-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:39:13.936976 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:13.959698 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-546c1268-bf1c-48e1-bf29-bf6f884fea8d req-fe26b298-b4b6-4f82-afa5-ee9818a2afdb service neutron] 10.222.0.23 "GET /v2.0/networks/ffc27ac5-3775-4b53-826e-98afab9137ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847840 Jul 22 02:39:14.092355 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-0fe5baee-8ca4-4e2f-aacc-43a9613ccd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc788e52-4c67-4d00-8750-19c252030837', 'name': 'tempest-TestVolumeBootPattern-959882766-router', 'tenant_id': '67d612e4302c499b8d778fbcdd7b9044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': 'a5444e74-927b-483b-abdc-5289a02c6200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:30:43Z', 'updated_at': '2021-07-22T02:30:49Z', 'revision_number': 4, 'project_id': '67d612e4302c499b8d778fbcdd7b9044', 'gw_port': {'id': 'a5444e74-927b-483b-abdc-5289a02c6200', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc788e52-4c67-4d00-8750-19c252030837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:44Z', 'updated_at': '2021-07-22T02:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_interfaces': [{'id': '8991fcbf-3aa7-46c8-be11-bc154a3f4fb2', 'name': '', 'network_id': 'ffc27ac5-3775-4b53-826e-98afab9137ce', 'tenant_id': '67d612e4302c499b8d778fbcdd7b9044', 'mac_address': 'fa:16:3e:8f:6a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc788e52-4c67-4d00-8750-19c252030837', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '5ffe1ea2-2f9b-4245-839a-fb164d77066d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:48Z', 'updated_at': '2021-07-22T02:31:07Z', 'revision_number': 5, 'project_id': '67d612e4302c499b8d778fbcdd7b9044', 'subnets': [{'id': '5ffe1ea2-2f9b-4245-839a-fb164d77066d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:39:14.118408 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe5baee-8ca4-4e2f-aacc-43a9613ccd68 None None] The sync data for ids ['bc788e52-4c67-4d00-8750-19c252030837'] in dv-cinder-792299-6-iscsi is: [{'id': 'bc788e52-4c67-4d00-8750-19c252030837', 'name': 'tempest-TestVolumeBootPattern-959882766-router', 'tenant_id': '67d612e4302c499b8d778fbcdd7b9044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': 'a5444e74-927b-483b-abdc-5289a02c6200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:30:43Z', 'updated_at': '2021-07-22T02:30:49Z', 'revision_number': 4, 'project_id': '67d612e4302c499b8d778fbcdd7b9044', 'gw_port': {'id': 'a5444e74-927b-483b-abdc-5289a02c6200', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc788e52-4c67-4d00-8750-19c252030837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:44Z', 'updated_at': '2021-07-22T02:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_interfaces': [{'id': '8991fcbf-3aa7-46c8-be11-bc154a3f4fb2', 'name': '', 'network_id': 'ffc27ac5-3775-4b53-826e-98afab9137ce', 'tenant_id': '67d612e4302c499b8d778fbcdd7b9044', 'mac_address': 'fa:16:3e:8f:6a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc788e52-4c67-4d00-8750-19c252030837', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '5ffe1ea2-2f9b-4245-839a-fb164d77066d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:48Z', 'updated_at': '2021-07-22T02:31:07Z', 'revision_number': 5, 'project_id': '67d612e4302c499b8d778fbcdd7b9044', 'subnets': [{'id': '5ffe1ea2-2f9b-4245-839a-fb164d77066d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:39:14.315242 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042cd127-0914-458e-9461-cf15d89ede51 None None] New status for floating IP 38dfe835-0d55-48eb-ba62-5a806bbc9be4: DOWN {{(pid=93208) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 02:39:14.737747 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9c5a9526-544c-492b-b3ab-1b4c68701215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:14.847309 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d1df0d-f709-4e6c-8fb1-84bd48500476 req-6cb59144-4e0a-470d-903a-362dec3ac6f4 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:39:14.848792 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-80d1df0d-f709-4e6c-8fb1-84bd48500476 req-6cb59144-4e0a-470d-903a-362dec3ac6f4 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=e07e716e-b4fb-48f1-b239-e8cc6a957d58 HTTP/1.1" status: 200 len: 945 time: 0.0619385 Jul 22 02:39:14.885126 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-80d1df0d-f709-4e6c-8fb1-84bd48500476 req-9865f776-a8ff-4f68-acb9-c48ddd8079db tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/security-groups?id=63e9ec9d-cac8-47aa-a784-0c3cf16d9873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307565 Jul 22 02:39:15.149627 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e99d0a3-891e-4871-9f8b-337f7d2c3413 req-e99a42a8-b6e2-4f16-8852-75d0c1f8d385 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:39:15.150936 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-8e99d0a3-891e-4871-9f8b-337f7d2c3413 req-e99a42a8-b6e2-4f16-8852-75d0c1f8d385 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.23 "GET /v2.0/ports?device_id=e07e716e-b4fb-48f1-b239-e8cc6a957d58 HTTP/1.1" status: 200 len: 945 time: 0.0600657 Jul 22 02:39:15.248773 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [req-8e99d0a3-891e-4871-9f8b-337f7d2c3413 req-b2a67d45-ab38-453f-a162-83b322db82f5 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Deleting port f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75 {{(pid=93206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:39:15.249112 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-8e99d0a3-891e-4871-9f8b-337f7d2c3413 req-b2a67d45-ab38-453f-a162-83b322db82f5 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789867966868'] for port, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:15.332871 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [req-8e99d0a3-891e-4871-9f8b-337f7d2c3413 req-b2a67d45-ab38-453f-a162-83b322db82f5 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] For port f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75,segment=NetworkSegment(e2dbb9ad-6b1e-4fed-8fd7-c6f57aada715),segment_id=e2dbb9ad-6b1e-4fed-8fd7-c6f57aada715)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:39:15.333221 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-8e99d0a3-891e-4871-9f8b-337f7d2c3413 req-b2a67d45-ab38-453f-a162-83b322db82f5 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760608'] for port, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:15.344924 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [req-8e99d0a3-891e-4871-9f8b-337f7d2c3413 req-b2a67d45-ab38-453f-a162-83b322db82f5 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Calling delete_port for f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75 owned by compute:nova {{(pid=93206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:39:15.468780 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-8e99d0a3-891e-4871-9f8b-337f7d2c3413 req-b2a67d45-ab38-453f-a162-83b322db82f5 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789867968359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789867566228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909347'] for port, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:15.498027 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a67d45-ab38-453f-a162-83b322db82f5 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Pushing event deleted for resources: {'Port': ['ID=f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:39:15.543879 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e99d0a3-891e-4871-9f8b-337f7d2c3413 req-b2a67d45-ab38-453f-a162-83b322db82f5 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] No DVR routers for this DVR port f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75 on host hv-cinder-79229 {{(pid=93206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 02:39:15.546317 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-8e99d0a3-891e-4871-9f8b-337f7d2c3413 req-b2a67d45-ab38-453f-a162-83b322db82f5 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409'] for port, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:15.548297 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-8e99d0a3-891e-4871-9f8b-337f7d2c3413 req-b2a67d45-ab38-453f-a162-83b322db82f5 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.23 "DELETE /v2.0/ports/f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75 HTTP/1.1" status: 204 len: 173 time: 0.3919072 Jul 22 02:39:15.548755 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e07e716e-b4fb-48f1-b239-e8cc6a957d58', 'name': 'network-vif-deleted', 'tag': 'f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75'}] {{(pid=93206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:39:15.551012 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2c7467b3a520cac2f9dc58394876cadcbbb82697b422dc56d8b09de1a4b7e26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4690079d-cf8b-44a0-b2ef-6f0aafa24984" -d '{"events": [{"server_uuid": "e07e716e-b4fb-48f1-b239-e8cc6a957d58", "name": "network-vif-deleted", "tag": "f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75"}]}' {{(pid=93206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:39:15.588416 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-954a4471-a67a-446c-83c5-678532930e33 x-openstack-request-id: req-954a4471-a67a-446c-83c5-678532930e33 {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:39:15.588743 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e07e716e-b4fb-48f1-b239-e8cc6a957d58", "name": "network-vif-deleted", "tag": "f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75", "status": "completed", "code": 200}]} {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:39:15.588998 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-954a4471-a67a-446c-83c5-678532930e33 {{(pid=93206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:39:15.589385 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e07e716e-b4fb-48f1-b239-e8cc6a957d58', 'name': 'network-vif-deleted', 'tag': 'f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75', 'status': 'completed', 'code': 200} Jul 22 02:39:15.992023 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-175ea895-d296-4087-83f6-e7b3afc4ab00 req-f515ae45-f007-444b-a598-39829d35442a tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "GET /v2.0/ports?device_id=e07e716e-b4fb-48f1-b239-e8cc6a957d58 HTTP/1.1" status: 200 len: 210 time: 0.0280390 Jul 22 02:39:16.264742 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-46ac0fbd-03cc-41f5-9e75-a35c43e1b5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:17.046840 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 37036) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:39:17.167300 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [None req-fb136e30-ccf5-476d-b388-2f9da0c10196 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Deleting port 6306cca8-bc4e-4cc5-9706-ce8b75090888 {{(pid=93205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:39:17.167641 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-fb136e30-ccf5-476d-b388-2f9da0c10196 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789867966868'] for port, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:17.241025 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-fb136e30-ccf5-476d-b388-2f9da0c10196 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760608'] for port, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:17.241350 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-fb136e30-ccf5-476d-b388-2f9da0c10196 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:17.252434 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [None req-fb136e30-ccf5-476d-b388-2f9da0c10196 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Calling delete_port for 6306cca8-bc4e-4cc5-9706-ce8b75090888 owned by network:floatingip {{(pid=93205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:39:17.377626 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-fb136e30-ccf5-476d-b388-2f9da0c10196 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789867968359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789867566228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3324451'] for port, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:17.403002 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb136e30-ccf5-476d-b388-2f9da0c10196 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Pushing event deleted for resources: {'Port': ['ID=6306cca8-bc4e-4cc5-9706-ce8b75090888,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:39:17.459988 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-fb136e30-ccf5-476d-b388-2f9da0c10196 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks [] for floatingip, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:17.462599 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-fb136e30-ccf5-476d-b388-2f9da0c10196 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409'] for floatingip, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:17.463731 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-fb136e30-ccf5-476d-b388-2f9da0c10196 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "DELETE /v2.0/floatingips/cc946ea0-340e-450c-8546-1ca5ab5172e9 HTTP/1.1" status: 204 len: 168 time: 0.4159021 Jul 22 02:39:17.966275 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:39:17.986429 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] No Port match for: f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75 {{(pid=93207) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:39:17.986774 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device f4250d34-6d28-4fe8-8ffc-ef1a5bcd0f75 not bound to the agent host hv-cinder-79229 {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:39:18.652527 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 37048) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:39:18.708340 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-202a8f0d-091e-4372-9ba2-b0ecfc41e247 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks [] for security_group, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:18.731851 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-202a8f0d-091e-4372-9ba2-b0ecfc41e247 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:18.789815 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-202a8f0d-091e-4372-9ba2-b0ecfc41e247 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:18.792438 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-202a8f0d-091e-4372-9ba2-b0ecfc41e247 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Notify callbacks [] for security_group, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:18.793576 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-202a8f0d-091e-4372-9ba2-b0ecfc41e247 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] 10.222.0.30 "DELETE /v2.0/security-groups/63e9ec9d-cac8-47aa-a784-0c3cf16d9873 HTTP/1.1" status: 204 len: 168 time: 0.1400762 Jul 22 02:39:18.802850 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202a8f0d-091e-4372-9ba2-b0ecfc41e247 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e9ec9d-cac8-47aa-a784-0c3cf16d9873,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:39:18.809691 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202a8f0d-091e-4372-9ba2-b0ecfc41e247 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:39:18.810035 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202a8f0d-091e-4372-9ba2-b0ecfc41e247 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:39:18.810371 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202a8f0d-091e-4372-9ba2-b0ecfc41e247 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:39:18.810705 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202a8f0d-091e-4372-9ba2-b0ecfc41e247 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:39:18.811027 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202a8f0d-091e-4372-9ba2-b0ecfc41e247 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:39:18.811354 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202a8f0d-091e-4372-9ba2-b0ecfc41e247 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:39:18.811677 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202a8f0d-091e-4372-9ba2-b0ecfc41e247 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:39:18.812415 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202a8f0d-091e-4372-9ba2-b0ecfc41e247 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:39:18.812415 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202a8f0d-091e-4372-9ba2-b0ecfc41e247 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:39:18.812675 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202a8f0d-091e-4372-9ba2-b0ecfc41e247 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:39:18.812972 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202a8f0d-091e-4372-9ba2-b0ecfc41e247 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:39:18.813261 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202a8f0d-091e-4372-9ba2-b0ecfc41e247 tempest-TestVolumeBootPattern-570319720 tempest-TestVolumeBootPattern-570319720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:39:18.850356 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 37052) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:39:19.534583 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-d99de308-6e8d-40f4-91ef-bd34e0c861f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1758349'] for router_interface, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:19.767700 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-d99de308-6e8d-40f4-91ef-bd34e0c861f3 admin admin] Deleting port 8991fcbf-3aa7-46c8-be11-bc154a3f4fb2 {{(pid=93206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:39:19.768374 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-d99de308-6e8d-40f4-91ef-bd34e0c861f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789867966868'] for port, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:19.840375 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-d99de308-6e8d-40f4-91ef-bd34e0c861f3 admin admin] For port 8991fcbf-3aa7-46c8-be11-bc154a3f4fb2, host dv-cinder-792299-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=8991fcbf-3aa7-46c8-be11-bc154a3f4fb2,segment=NetworkSegment(e2dbb9ad-6b1e-4fed-8fd7-c6f57aada715),segment_id=e2dbb9ad-6b1e-4fed-8fd7-c6f57aada715)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:39:19.840667 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-d99de308-6e8d-40f4-91ef-bd34e0c861f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760608'] for port, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:19.852784 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-d99de308-6e8d-40f4-91ef-bd34e0c861f3 admin admin] Calling delete_port for 8991fcbf-3aa7-46c8-be11-bc154a3f4fb2 owned by network:router_interface {{(pid=93206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:39:20.024312 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-d99de308-6e8d-40f4-91ef-bd34e0c861f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789867968359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789867566228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909347'] for port, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:20.051732 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99de308-6e8d-40f4-91ef-bd34e0c861f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8991fcbf-3aa7-46c8-be11-bc154a3f4fb2,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:39:20.211236 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-d99de308-6e8d-40f4-91ef-bd34e0c861f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1758225'] for router_interface, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:20.414680 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d99de308-6e8d-40f4-91ef-bd34e0c861f3 admin admin] Router bc788e52-4c67-4d00-8750-19c252030837 has already been hosted by L3 agent f9ed0358-a013-4c74-a622-17ee633b4610 {{(pid=93206) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 02:39:20.515347 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d99de308-6e8d-40f4-91ef-bd34e0c861f3 admin admin] Notify agent at l3_agent.dv-cinder-792299-6-iscsi the message routers_updated {{(pid=93206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:39:20.520190 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-d99de308-6e8d-40f4-91ef-bd34e0c861f3 admin admin] 10.222.0.30 "PUT /v2.0/routers/bc788e52-4c67-4d00-8750-19c252030837/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6688271 Jul 22 02:39:20.522723 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 37058) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:39:20.525600 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bc1790-0d52-4486-a3d4-8a76cc910ace None None] Sync routers for ids ['bc788e52-4c67-4d00-8750-19c252030837'] in dv-cinder-792299-6-iscsi {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:39:20.538824 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bc1790-0d52-4486-a3d4-8a76cc910ace None None] Routers {'bc788e52-4c67-4d00-8750-19c252030837'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:39:20.539424 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-e2bc1790-0d52-4486-a3d4-8a76cc910ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:39:14Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['bc788e52-4c67-4d00-8750-19c252030837'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:39:20.618468 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a8185e24-70f4-4396-b518-a86337522125 admin admin] Notify callbacks [] for router, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:20.636982 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-e2bc1790-0d52-4486-a3d4-8a76cc910ace None None] Set router bc788e52-4c67-4d00-8750-19c252030837 gateway port host: dv-cinder-792299-6-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:39:20.715242 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a8185e24-70f4-4396-b518-a86337522125 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:20.771270 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-a8185e24-70f4-4396-b518-a86337522125 admin admin] Deleting port a5444e74-927b-483b-abdc-5289a02c6200 {{(pid=93206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:39:20.771978 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a8185e24-70f4-4396-b518-a86337522125 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789867966868'] for port, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:20.816825 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-e2bc1790-0d52-4486-a3d4-8a76cc910ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc788e52-4c67-4d00-8750-19c252030837', 'name': 'tempest-TestVolumeBootPattern-959882766-router', 'tenant_id': '67d612e4302c499b8d778fbcdd7b9044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': 'a5444e74-927b-483b-abdc-5289a02c6200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:30:43Z', 'updated_at': '2021-07-22T02:39:19Z', 'revision_number': 5, 'project_id': '67d612e4302c499b8d778fbcdd7b9044', 'gw_port': {'id': 'a5444e74-927b-483b-abdc-5289a02c6200', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc788e52-4c67-4d00-8750-19c252030837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:44Z', 'updated_at': '2021-07-22T02:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi'}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:39:20.842515 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bc1790-0d52-4486-a3d4-8a76cc910ace None None] Checking router: bc788e52-4c67-4d00-8750-19c252030837 for host: dv-cinder-792299-6-iscsi {{(pid=93207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:39:20.847319 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-a8185e24-70f4-4396-b518-a86337522125 admin admin] For port a5444e74-927b-483b-abdc-5289a02c6200, host dv-cinder-792299-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=a5444e74-927b-483b-abdc-5289a02c6200,segment=NetworkSegment(9c11ce42-9cd0-4724-aa43-c030ca3574d3),segment_id=9c11ce42-9cd0-4724-aa43-c030ca3574d3)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:39:20.847676 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a8185e24-70f4-4396-b518-a86337522125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760608'] for port, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:20.851323 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bc1790-0d52-4486-a3d4-8a76cc910ace None None] Routers {'bc788e52-4c67-4d00-8750-19c252030837'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:39:20.851926 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-e2bc1790-0d52-4486-a3d4-8a76cc910ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:39:14Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['bc788e52-4c67-4d00-8750-19c252030837'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:39:20.862047 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-a8185e24-70f4-4396-b518-a86337522125 admin admin] Calling delete_port for a5444e74-927b-483b-abdc-5289a02c6200 owned by network:router_gateway {{(pid=93206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:39:20.943163 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-e2bc1790-0d52-4486-a3d4-8a76cc910ace None None] Set router bc788e52-4c67-4d00-8750-19c252030837 gateway port host: None {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:39:20.996470 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-e2bc1790-0d52-4486-a3d4-8a76cc910ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc788e52-4c67-4d00-8750-19c252030837', 'name': 'tempest-TestVolumeBootPattern-959882766-router', 'tenant_id': '67d612e4302c499b8d778fbcdd7b9044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:30:43Z', 'updated_at': '2021-07-22T02:39:20Z', 'revision_number': 6, 'project_id': '67d612e4302c499b8d778fbcdd7b9044', 'gw_port_host': None}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:39:21.020087 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a8185e24-70f4-4396-b518-a86337522125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789867968359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789867566228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909347'] for port, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:21.022647 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bc1790-0d52-4486-a3d4-8a76cc910ace None None] The sync data for ids ['bc788e52-4c67-4d00-8750-19c252030837'] in dv-cinder-792299-6-iscsi is: [{'id': 'bc788e52-4c67-4d00-8750-19c252030837', 'name': 'tempest-TestVolumeBootPattern-959882766-router', 'tenant_id': '67d612e4302c499b8d778fbcdd7b9044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:30:43Z', 'updated_at': '2021-07-22T02:39:20Z', 'revision_number': 6, 'project_id': '67d612e4302c499b8d778fbcdd7b9044', 'gw_port_host': None}] {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:39:21.044182 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8185e24-70f4-4396-b518-a86337522125 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5444e74-927b-483b-abdc-5289a02c6200,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:39:21.113124 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a8185e24-70f4-4396-b518-a86337522125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1746615'] for router_gateway, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:21.200513 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a8185e24-70f4-4396-b518-a86337522125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1745248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25286'] for router, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:21.202710 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a8185e24-70f4-4396-b518-a86337522125 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:21.243673 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a8185e24-70f4-4396-b518-a86337522125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760588'] for router, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:21.244203 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8185e24-70f4-4396-b518-a86337522125 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc788e52-4c67-4d00-8750-19c252030837 {{(pid=93206) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 02:39:21.248986 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a8185e24-70f4-4396-b518-a86337522125 admin admin] Notify callbacks [] for router, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:21.250136 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-a8185e24-70f4-4396-b518-a86337522125 admin admin] 10.222.0.30 "DELETE /v2.0/routers/bc788e52-4c67-4d00-8750-19c252030837 HTTP/1.1" status: 204 len: 168 time: 0.7265086 Jul 22 02:39:21.253465 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 37060) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:39:21.297626 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc531802-c237-47a5-8f1b-1a262326721f admin admin] Deleting subnet 5ffe1ea2-2f9b-4245-839a-fb164d77066d {{(pid=93206) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 02:39:21.301277 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-cc531802-c237-47a5-8f1b-1a262326721f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:21.333351 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-cc531802-c237-47a5-8f1b-1a262326721f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8871341'] for subnet, precommit_delete_associations {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:21.418044 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-cc531802-c237-47a5-8f1b-1a262326721f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774554'] for subnet, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:21.476682 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device 8991fcbf-3aa7-46c8-be11-bc154a3f4fb2 no longer exists at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:39:21.486856 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-cc531802-c237-47a5-8f1b-1a262326721f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9965702'] for subnet, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:21.497074 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] No Port match for: 8991fcbf-3aa7-46c8-be11-bc154a3f4fb2 {{(pid=93207) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:39:21.497416 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device 8991fcbf-3aa7-46c8-be11-bc154a3f4fb2 not bound to the agent host dv-cinder-792299-6-iscsi {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:39:21.513430 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc531802-c237-47a5-8f1b-1a262326721f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ffe1ea2-2f9b-4245-839a-fb164d77066d,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:39:21.515915 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-cc531802-c237-47a5-8f1b-1a262326721f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:21.517311 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-cc531802-c237-47a5-8f1b-1a262326721f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5ffe1ea2-2f9b-4245-839a-fb164d77066d HTTP/1.1" status: 204 len: 168 time: 0.2629249 Jul 22 02:39:21.519184 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c044f8b4-eab8-4520-bd88-4d25b79d2374 None None] Network ffc27ac5-3775-4b53-826e-98afab9137ce requested from dv-cinder-792299-6-iscsi {{(pid=93207) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:39:21.519857 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 37062) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:39:21.589665 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-47ba4813-c9ac-4738-bb27-27818fa6aa97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-716893'] for network, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:21.640278 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-47ba4813-c9ac-4738-bb27-27818fa6aa97 admin admin] Deleting port a639cce4-3038-47e7-bf6c-914b3864ad44 {{(pid=93206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:39:21.640619 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-47ba4813-c9ac-4738-bb27-27818fa6aa97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789867966868'] for port, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:21.702784 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-47ba4813-c9ac-4738-bb27-27818fa6aa97 admin admin] For port a639cce4-3038-47e7-bf6c-914b3864ad44, host dv-cinder-792299-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=a639cce4-3038-47e7-bf6c-914b3864ad44,segment=NetworkSegment(e2dbb9ad-6b1e-4fed-8fd7-c6f57aada715),segment_id=e2dbb9ad-6b1e-4fed-8fd7-c6f57aada715)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:39:21.703150 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-47ba4813-c9ac-4738-bb27-27818fa6aa97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760608'] for port, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:21.719098 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-47ba4813-c9ac-4738-bb27-27818fa6aa97 admin admin] Calling delete_port for a639cce4-3038-47e7-bf6c-914b3864ad44 owned by network:dhcp {{(pid=93206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:39:21.801013 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-47ba4813-c9ac-4738-bb27-27818fa6aa97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789867968359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789867566228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909347'] for port, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:21.821380 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9ba4e4-0a52-43fe-b32b-3d1744675085 None None] DHCP port deletion for ffc27ac5-3775-4b53-826e-98afab9137ce request from dv-cinder-792299-6-iscsi {{(pid=93207) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 02:39:21.826734 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ba4813-c9ac-4738-bb27-27818fa6aa97 admin admin] Pushing event deleted for resources: {'Port': ['ID=a639cce4-3038-47e7-bf6c-914b3864ad44,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:39:21.830776 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ba4813-c9ac-4738-bb27-27818fa6aa97 admin admin] No DVR routers for this DVR port a639cce4-3038-47e7-bf6c-914b3864ad44 on host dv-cinder-792299-6-iscsi {{(pid=93206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 02:39:21.903449 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-47ba4813-c9ac-4738-bb27-27818fa6aa97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-773542', 'neutron.services.segments.db._delete_segments_for_network-8789868033329'] for network, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:21.914892 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.services.segments.db [None req-47ba4813-c9ac-4738-bb27-27818fa6aa97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffc27ac5-3775-4b53-826e-98afab9137ce']}} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:39:21.926367 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.services.segments.db [None req-47ba4813-c9ac-4738-bb27-27818fa6aa97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2dbb9ad-6b1e-4fed-8fd7-c6f57aada715') {'for_net_delete': True} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:39:21.926692 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.services.segments.db [None req-47ba4813-c9ac-4738-bb27-27818fa6aa97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2dbb9ad-6b1e-4fed-8fd7-c6f57aada715') {} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:39:21.935557 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-47ba4813-c9ac-4738-bb27-27818fa6aa97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789868033850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8871332'] for segment, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:21.948631 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-47ba4813-c9ac-4738-bb27-27818fa6aa97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767938'] for segment, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:21.954793 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47ba4813-c9ac-4738-bb27-27818fa6aa97 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=93206) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 02:39:21.955175 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-47ba4813-c9ac-4738-bb27-27818fa6aa97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909324'] for segment, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:21.956844 dv-cinder-792299-6-iscsi neutron-server[93206]: Traceback (most recent call last): Jul 22 02:39:21.956844 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 02:39:21.956844 dv-cinder-792299-6-iscsi neutron-server[93206]: timer() Jul 22 02:39:21.956844 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 02:39:21.956844 dv-cinder-792299-6-iscsi neutron-server[93206]: cb(*args, **kw) Jul 22 02:39:21.956844 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 02:39:21.956844 dv-cinder-792299-6-iscsi neutron-server[93206]: return func(*args, **kwargs) Jul 22 02:39:21.956844 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 02:39:21.956844 dv-cinder-792299-6-iscsi neutron-server[93206]: self._notify() Jul 22 02:39:21.956844 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 02:39:21.956844 dv-cinder-792299-6-iscsi neutron-server[93206]: self.callback(batched_events) Jul 22 02:39:21.956844 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 02:39:21.956844 dv-cinder-792299-6-iscsi neutron-server[93206]: event.method(event) Jul 22 02:39:21.956844 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 02:39:21.956844 dv-cinder-792299-6-iscsi neutron-server[93206]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 02:39:21.956844 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 02:39:21.956844 dv-cinder-792299-6-iscsi neutron-server[93206]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 02:39:21.956844 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 02:39:21.956844 dv-cinder-792299-6-iscsi neutron-server[93206]: return f(self, *a, **k) Jul 22 02:39:21.956844 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 02:39:21.956844 dv-cinder-792299-6-iscsi neutron-server[93206]: return self._get(url).json() Jul 22 02:39:21.956844 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 02:39:21.956844 dv-cinder-792299-6-iscsi neutron-server[93206]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 02:39:21.956844 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 02:39:21.956844 dv-cinder-792299-6-iscsi neutron-server[93206]: return self.request(url, 'GET', **kwargs) Jul 22 02:39:21.956844 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 02:39:21.956844 dv-cinder-792299-6-iscsi neutron-server[93206]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 02:39:21.956844 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 02:39:21.956844 dv-cinder-792299-6-iscsi neutron-server[93206]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 02:39:21.956844 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 02:39:21.956844 dv-cinder-792299-6-iscsi neutron-server[93206]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 02:39:21.956844 dv-cinder-792299-6-iscsi neutron-server[93206]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 02:39:22.008453 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-47ba4813-c9ac-4738-bb27-27818fa6aa97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746579'] for network, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:22.013896 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-47ba4813-c9ac-4738-bb27-27818fa6aa97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583845'] for network, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:22.017563 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-47ba4813-c9ac-4738-bb27-27818fa6aa97 admin admin] 10.222.0.30 "DELETE /v2.0/networks/ffc27ac5-3775-4b53-826e-98afab9137ce HTTP/1.1" status: 204 len: 168 time: 0.4964039 Jul 22 02:39:22.019597 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 37064) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:39:22.040273 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ba4813-c9ac-4738-bb27-27818fa6aa97 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffc27ac5-3775-4b53-826e-98afab9137ce,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:39:22.358884 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-d14e14c2-446f-474d-a87f-328756572438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1758349'] for router_interface, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:22.599674 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-d14e14c2-446f-474d-a87f-328756572438 admin admin] Deleting port 9a68e3f8-a00b-435e-8110-e087aaf03b00 {{(pid=93206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:39:22.600013 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-d14e14c2-446f-474d-a87f-328756572438 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789867966868'] for port, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:22.672347 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-d14e14c2-446f-474d-a87f-328756572438 admin admin] For port 9a68e3f8-a00b-435e-8110-e087aaf03b00, host dv-cinder-792299-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=9a68e3f8-a00b-435e-8110-e087aaf03b00,segment=NetworkSegment(3b6379e9-43c4-4994-8210-376c5d971ce1),segment_id=3b6379e9-43c4-4994-8210-376c5d971ce1)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:39:22.672623 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-d14e14c2-446f-474d-a87f-328756572438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760608'] for port, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:22.684705 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-d14e14c2-446f-474d-a87f-328756572438 admin admin] Calling delete_port for 9a68e3f8-a00b-435e-8110-e087aaf03b00 owned by network:router_interface {{(pid=93206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:39:22.853048 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-d14e14c2-446f-474d-a87f-328756572438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789867968359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789867566228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909347'] for port, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:22.882077 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14e14c2-446f-474d-a87f-328756572438 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a68e3f8-a00b-435e-8110-e087aaf03b00,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:39:23.039947 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-d14e14c2-446f-474d-a87f-328756572438 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1758225'] for router_interface, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:23.453463 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device a5444e74-927b-483b-abdc-5289a02c6200 no longer exists at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:39:23.474711 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] No Port match for: a5444e74-927b-483b-abdc-5289a02c6200 {{(pid=93207) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:39:23.475173 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device a5444e74-927b-483b-abdc-5289a02c6200 not bound to the agent host dv-cinder-792299-6-iscsi {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:39:23.475599 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device a639cce4-3038-47e7-bf6c-914b3864ad44 no longer exists at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:39:23.494187 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] No Port match for: a639cce4-3038-47e7-bf6c-914b3864ad44 {{(pid=93207) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:39:23.494535 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device a639cce4-3038-47e7-bf6c-914b3864ad44 not bound to the agent host dv-cinder-792299-6-iscsi {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:39:23.511896 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d14e14c2-446f-474d-a87f-328756572438 admin admin] Router 1290a462-6664-417c-8df7-f7a27d03139f has already been hosted by L3 agent f9ed0358-a013-4c74-a622-17ee633b4610 {{(pid=93206) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 02:39:23.613491 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d14e14c2-446f-474d-a87f-328756572438 admin admin] Notify agent at l3_agent.dv-cinder-792299-6-iscsi the message routers_updated {{(pid=93206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:39:23.618495 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-d14e14c2-446f-474d-a87f-328756572438 admin admin] 10.222.0.30 "PUT /v2.0/routers/1290a462-6664-417c-8df7-f7a27d03139f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5970304 Jul 22 02:39:23.620973 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 37066) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:39:23.623438 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197b8ae1-10f1-427d-9b25-48e4086c699e None None] Sync routers for ids ['1290a462-6664-417c-8df7-f7a27d03139f'] in dv-cinder-792299-6-iscsi {{(pid=93208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:39:23.632958 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197b8ae1-10f1-427d-9b25-48e4086c699e None None] Routers {'1290a462-6664-417c-8df7-f7a27d03139f'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:39:23.633557 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-197b8ae1-10f1-427d-9b25-48e4086c699e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:39:14Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['1290a462-6664-417c-8df7-f7a27d03139f'], 'active': True} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:39:23.716945 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-482dd27c-3fc8-4390-8742-4b2778ae123b admin admin] Notify callbacks [] for router, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:23.734025 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvr_db [None req-197b8ae1-10f1-427d-9b25-48e4086c699e None None] Set router 1290a462-6664-417c-8df7-f7a27d03139f gateway port host: dv-cinder-792299-6-iscsi {{(pid=93208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:39:23.814419 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-482dd27c-3fc8-4390-8742-4b2778ae123b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:23.867924 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-482dd27c-3fc8-4390-8742-4b2778ae123b admin admin] Deleting port 67b813a3-74f4-430e-992b-ca97d706df07 {{(pid=93206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:39:23.868636 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-482dd27c-3fc8-4390-8742-4b2778ae123b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789867966868'] for port, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:23.910283 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-197b8ae1-10f1-427d-9b25-48e4086c699e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1290a462-6664-417c-8df7-f7a27d03139f', 'name': 'tempest-TestVolumeBootPattern-851202945-router', 'tenant_id': 'a5a141862b6744ce9b30c5f8d1660e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '67b813a3-74f4-430e-992b-ca97d706df07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:30:56Z', 'updated_at': '2021-07-22T02:39:22Z', 'revision_number': 5, 'project_id': 'a5a141862b6744ce9b30c5f8d1660e72', 'gw_port': {'id': '67b813a3-74f4-430e-992b-ca97d706df07', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1290a462-6664-417c-8df7-f7a27d03139f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:30:58Z', 'updated_at': '2021-07-22T02:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi'}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:39:23.935822 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197b8ae1-10f1-427d-9b25-48e4086c699e None None] Checking router: 1290a462-6664-417c-8df7-f7a27d03139f for host: dv-cinder-792299-6-iscsi {{(pid=93208) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:39:23.944272 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197b8ae1-10f1-427d-9b25-48e4086c699e None None] Routers {'1290a462-6664-417c-8df7-f7a27d03139f'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:39:23.944907 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-197b8ae1-10f1-427d-9b25-48e4086c699e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:39:14Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['1290a462-6664-417c-8df7-f7a27d03139f'], 'active': True} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:39:23.945612 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-482dd27c-3fc8-4390-8742-4b2778ae123b admin admin] For port 67b813a3-74f4-430e-992b-ca97d706df07, host dv-cinder-792299-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=67b813a3-74f4-430e-992b-ca97d706df07,segment=NetworkSegment(9c11ce42-9cd0-4724-aa43-c030ca3574d3),segment_id=9c11ce42-9cd0-4724-aa43-c030ca3574d3)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:39:23.945970 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-482dd27c-3fc8-4390-8742-4b2778ae123b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760608'] for port, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:23.958363 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-482dd27c-3fc8-4390-8742-4b2778ae123b admin admin] Calling delete_port for 67b813a3-74f4-430e-992b-ca97d706df07 owned by network:router_gateway {{(pid=93206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:39:24.028864 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvr_db [None req-197b8ae1-10f1-427d-9b25-48e4086c699e None None] Set router 1290a462-6664-417c-8df7-f7a27d03139f gateway port host: None {{(pid=93208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:39:24.079553 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-197b8ae1-10f1-427d-9b25-48e4086c699e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1290a462-6664-417c-8df7-f7a27d03139f', 'name': 'tempest-TestVolumeBootPattern-851202945-router', 'tenant_id': 'a5a141862b6744ce9b30c5f8d1660e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:30:56Z', 'updated_at': '2021-07-22T02:39:23Z', 'revision_number': 6, 'project_id': 'a5a141862b6744ce9b30c5f8d1660e72', 'gw_port_host': None}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:39:24.119851 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-482dd27c-3fc8-4390-8742-4b2778ae123b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789867968359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789867566228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909347'] for port, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:24.146181 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482dd27c-3fc8-4390-8742-4b2778ae123b admin admin] Pushing event deleted for resources: {'Port': ['ID=67b813a3-74f4-430e-992b-ca97d706df07,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:39:24.192943 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197b8ae1-10f1-427d-9b25-48e4086c699e None None] The sync data for ids ['1290a462-6664-417c-8df7-f7a27d03139f'] in dv-cinder-792299-6-iscsi is: [{'id': '1290a462-6664-417c-8df7-f7a27d03139f', 'name': 'tempest-TestVolumeBootPattern-851202945-router', 'tenant_id': 'a5a141862b6744ce9b30c5f8d1660e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:30:56Z', 'updated_at': '2021-07-22T02:39:23Z', 'revision_number': 6, 'project_id': 'a5a141862b6744ce9b30c5f8d1660e72', 'gw_port_host': None}] {{(pid=93208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:39:24.211219 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-482dd27c-3fc8-4390-8742-4b2778ae123b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1746615'] for router_gateway, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:24.301322 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-482dd27c-3fc8-4390-8742-4b2778ae123b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1745248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25286'] for router, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:24.303367 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-482dd27c-3fc8-4390-8742-4b2778ae123b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:24.344577 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-482dd27c-3fc8-4390-8742-4b2778ae123b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760588'] for router, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:24.345116 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-482dd27c-3fc8-4390-8742-4b2778ae123b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1290a462-6664-417c-8df7-f7a27d03139f {{(pid=93206) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 02:39:24.350028 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-482dd27c-3fc8-4390-8742-4b2778ae123b admin admin] Notify callbacks [] for router, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:24.351174 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-482dd27c-3fc8-4390-8742-4b2778ae123b admin admin] 10.222.0.30 "DELETE /v2.0/routers/1290a462-6664-417c-8df7-f7a27d03139f HTTP/1.1" status: 204 len: 168 time: 0.7293000 Jul 22 02:39:24.353617 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 37068) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:39:24.397225 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.db_base_plugin_v2 [None req-9768d547-0f18-4141-8892-efa7629c3f80 admin admin] Deleting subnet 2609a4d9-342a-40d3-be02-f8f96544aa88 {{(pid=93206) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 02:39:24.401628 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9768d547-0f18-4141-8892-efa7629c3f80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:24.439676 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9768d547-0f18-4141-8892-efa7629c3f80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8871341'] for subnet, precommit_delete_associations {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:24.513303 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9768d547-0f18-4141-8892-efa7629c3f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774554'] for subnet, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:24.568947 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9768d547-0f18-4141-8892-efa7629c3f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9965702'] for subnet, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:24.594840 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9768d547-0f18-4141-8892-efa7629c3f80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2609a4d9-342a-40d3-be02-f8f96544aa88,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:39:24.598467 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9768d547-0f18-4141-8892-efa7629c3f80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:24.601107 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-9768d547-0f18-4141-8892-efa7629c3f80 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/2609a4d9-342a-40d3-be02-f8f96544aa88 HTTP/1.1" status: 204 len: 168 time: 0.2465487 Jul 22 02:39:24.602811 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 37070) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:39:24.604419 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c42fb7-25b1-42e2-9d23-26a5aa3dc6c8 None None] Network a0bb5409-5aef-420e-a54b-e6389575efec requested from dv-cinder-792299-6-iscsi {{(pid=93207) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:39:24.679895 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-45b52106-56d4-416e-bd36-54a2ee446fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-716893'] for network, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:24.730306 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-45b52106-56d4-416e-bd36-54a2ee446fa6 admin admin] Deleting port 6d31cf77-70d0-4fdb-8c30-8531d24c984e {{(pid=93206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:39:24.730649 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-45b52106-56d4-416e-bd36-54a2ee446fa6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789867966868'] for port, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:24.796149 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-45b52106-56d4-416e-bd36-54a2ee446fa6 admin admin] For port 6d31cf77-70d0-4fdb-8c30-8531d24c984e, host dv-cinder-792299-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=6d31cf77-70d0-4fdb-8c30-8531d24c984e,segment=NetworkSegment(3b6379e9-43c4-4994-8210-376c5d971ce1),segment_id=3b6379e9-43c4-4994-8210-376c5d971ce1)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:39:24.796505 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-45b52106-56d4-416e-bd36-54a2ee446fa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760608'] for port, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:24.808123 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-45b52106-56d4-416e-bd36-54a2ee446fa6 admin admin] Calling delete_port for 6d31cf77-70d0-4fdb-8c30-8531d24c984e owned by network:dhcp {{(pid=93206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:39:24.884624 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-45b52106-56d4-416e-bd36-54a2ee446fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789867968359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789867566228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909347'] for port, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:24.912476 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b52106-56d4-416e-bd36-54a2ee446fa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d31cf77-70d0-4fdb-8c30-8531d24c984e,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:39:24.914254 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b52106-56d4-416e-bd36-54a2ee446fa6 admin admin] No DVR routers for this DVR port 6d31cf77-70d0-4fdb-8c30-8531d24c984e on host dv-cinder-792299-6-iscsi {{(pid=93206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 02:39:24.968469 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1891b4-148a-45fe-b2f0-74a1cdc483c2 None None] DHCP port deletion for a0bb5409-5aef-420e-a54b-e6389575efec request from dv-cinder-792299-6-iscsi {{(pid=93207) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 02:39:24.987684 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-45b52106-56d4-416e-bd36-54a2ee446fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-773542', 'neutron.services.segments.db._delete_segments_for_network-8789868033329'] for network, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:24.998119 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.services.segments.db [None req-45b52106-56d4-416e-bd36-54a2ee446fa6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0bb5409-5aef-420e-a54b-e6389575efec']}} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:39:25.008817 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.services.segments.db [None req-45b52106-56d4-416e-bd36-54a2ee446fa6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b6379e9-43c4-4994-8210-376c5d971ce1') {'for_net_delete': True} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:39:25.009110 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.services.segments.db [None req-45b52106-56d4-416e-bd36-54a2ee446fa6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b6379e9-43c4-4994-8210-376c5d971ce1') {} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:39:25.018401 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-45b52106-56d4-416e-bd36-54a2ee446fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789868033850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8871332'] for segment, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:25.031915 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-45b52106-56d4-416e-bd36-54a2ee446fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767938'] for segment, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:25.037661 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45b52106-56d4-416e-bd36-54a2ee446fa6 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=93206) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 02:39:25.038042 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-45b52106-56d4-416e-bd36-54a2ee446fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909324'] for segment, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:25.039642 dv-cinder-792299-6-iscsi neutron-server[93206]: Traceback (most recent call last): Jul 22 02:39:25.039642 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 02:39:25.039642 dv-cinder-792299-6-iscsi neutron-server[93206]: timer() Jul 22 02:39:25.039642 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 02:39:25.039642 dv-cinder-792299-6-iscsi neutron-server[93206]: cb(*args, **kw) Jul 22 02:39:25.039642 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 02:39:25.039642 dv-cinder-792299-6-iscsi neutron-server[93206]: return func(*args, **kwargs) Jul 22 02:39:25.039642 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 02:39:25.039642 dv-cinder-792299-6-iscsi neutron-server[93206]: self._notify() Jul 22 02:39:25.039642 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 02:39:25.039642 dv-cinder-792299-6-iscsi neutron-server[93206]: self.callback(batched_events) Jul 22 02:39:25.039642 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 02:39:25.039642 dv-cinder-792299-6-iscsi neutron-server[93206]: event.method(event) Jul 22 02:39:25.039642 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 02:39:25.039642 dv-cinder-792299-6-iscsi neutron-server[93206]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 02:39:25.039642 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 02:39:25.039642 dv-cinder-792299-6-iscsi neutron-server[93206]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 02:39:25.039642 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 02:39:25.039642 dv-cinder-792299-6-iscsi neutron-server[93206]: return f(self, *a, **k) Jul 22 02:39:25.039642 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 02:39:25.039642 dv-cinder-792299-6-iscsi neutron-server[93206]: return self._get(url).json() Jul 22 02:39:25.039642 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 02:39:25.039642 dv-cinder-792299-6-iscsi neutron-server[93206]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 02:39:25.039642 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 02:39:25.039642 dv-cinder-792299-6-iscsi neutron-server[93206]: return self.request(url, 'GET', **kwargs) Jul 22 02:39:25.039642 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 02:39:25.039642 dv-cinder-792299-6-iscsi neutron-server[93206]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 02:39:25.039642 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 02:39:25.039642 dv-cinder-792299-6-iscsi neutron-server[93206]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 02:39:25.039642 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 02:39:25.039642 dv-cinder-792299-6-iscsi neutron-server[93206]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 02:39:25.039642 dv-cinder-792299-6-iscsi neutron-server[93206]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 02:39:25.097472 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-45b52106-56d4-416e-bd36-54a2ee446fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746579'] for network, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:25.102963 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-45b52106-56d4-416e-bd36-54a2ee446fa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583845'] for network, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:25.104907 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-45b52106-56d4-416e-bd36-54a2ee446fa6 admin admin] 10.222.0.30 "DELETE /v2.0/networks/a0bb5409-5aef-420e-a54b-e6389575efec HTTP/1.1" status: 204 len: 168 time: 0.5008066 Jul 22 02:39:25.115569 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b52106-56d4-416e-bd36-54a2ee446fa6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0bb5409-5aef-420e-a54b-e6389575efec,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:39:25.221676 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 37074) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:39:25.264140 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-48d0d3d3-c935-41a2-af43-14da624e07ec admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=67d612e4302c499b8d778fbcdd7b9044&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0411835 Jul 22 02:39:25.266821 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 37076) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:39:25.319230 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-48d0fabd-ac3d-4165-8d0c-cd42b9ac4e16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:25.339915 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-48d0fabd-ac3d-4165-8d0c-cd42b9ac4e16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:25.389780 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-48d0fabd-ac3d-4165-8d0c-cd42b9ac4e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:25.393253 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-48d0fabd-ac3d-4165-8d0c-cd42b9ac4e16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:25.397155 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-48d0fabd-ac3d-4165-8d0c-cd42b9ac4e16 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f88f7f76-880f-4923-96e7-ba3e15de6856 HTTP/1.1" status: 204 len: 168 time: 0.1259880 Jul 22 02:39:25.404389 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d0fabd-ac3d-4165-8d0c-cd42b9ac4e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88f7f76-880f-4923-96e7-ba3e15de6856,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:39:25.404556 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device 9a68e3f8-a00b-435e-8110-e087aaf03b00 no longer exists at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:39:25.430929 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] No Port match for: 9a68e3f8-a00b-435e-8110-e087aaf03b00 {{(pid=93207) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:39:25.431257 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device 9a68e3f8-a00b-435e-8110-e087aaf03b00 not bound to the agent host dv-cinder-792299-6-iscsi {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:39:25.431678 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device 67b813a3-74f4-430e-992b-ca97d706df07 no longer exists at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:39:25.453009 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] No Port match for: 67b813a3-74f4-430e-992b-ca97d706df07 {{(pid=93207) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:39:25.453359 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device 67b813a3-74f4-430e-992b-ca97d706df07 not bound to the agent host dv-cinder-792299-6-iscsi {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:39:25.453768 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device 6d31cf77-70d0-4fdb-8c30-8531d24c984e no longer exists at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:39:25.472617 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] No Port match for: 6d31cf77-70d0-4fdb-8c30-8531d24c984e {{(pid=93207) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:39:25.472993 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device 6d31cf77-70d0-4fdb-8c30-8531d24c984e not bound to the agent host dv-cinder-792299-6-iscsi {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:39:25.696948 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 37082) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:39:25.736584 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-ad649036-b4b3-4dc0-964a-2ca31c437aa0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a5a141862b6744ce9b30c5f8d1660e72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384681 Jul 22 02:39:25.738909 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 37084) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:39:25.784395 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-244656ff-9769-4587-8c6f-aedf75731a5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:25.804006 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-244656ff-9769-4587-8c6f-aedf75731a5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:25.848410 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-244656ff-9769-4587-8c6f-aedf75731a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:25.850961 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-244656ff-9769-4587-8c6f-aedf75731a5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:25.852265 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-244656ff-9769-4587-8c6f-aedf75731a5d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4f7a8014-33f4-49ce-9f1c-9e3d326592b1 HTTP/1.1" status: 204 len: 168 time: 0.1124306 Jul 22 02:39:25.859807 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244656ff-9769-4587-8c6f-aedf75731a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7a8014-33f4-49ce-9f1c-9e3d326592b1,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:39:29.557555 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.agents_db [None req-f1c5c46c-8295-40fa-87c5-0db6e260a587 None None] Agent healthcheck: found 6 active agents {{(pid=93208) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 02:39:41.082959 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-a03c0a25-cdd8-4a7f-8973-cb28a43dddf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:42.367928 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:43.810761 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c31345a0-0a5e-4d36-9775-0e76cca0db3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:43.910766 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:44.739960 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9c5a9526-544c-492b-b3ab-1b4c68701215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:39:46.266611 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-46ac0fbd-03cc-41f5-9e75-a35c43e1b5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:40:06.556219 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.agents_db [None req-f1c5c46c-8295-40fa-87c5-0db6e260a587 None None] Agent healthcheck: found 6 active agents {{(pid=93208) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 02:40:11.083563 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-cfd9244f-9d0e-4be5-b93b-42b41422c7ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:40:12.361517 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:40:13.809974 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-0ad1dae6-1021-4f70-8e9d-7cbd10c9f0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:40:13.912732 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:40:14.743043 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9c5a9526-544c-492b-b3ab-1b4c68701215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:40:16.080278 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-2cb8e06c-dfa1-474d-8ecc-5a90633ce6f1 req-ba39f8f0-3a29-4c87-a692-74f423e18ea5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0502474 Jul 22 02:40:16.173822 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb8e06c-dfa1-474d-8ecc-5a90633ce6f1 req-53741188-0d61-479f-8238-e280a0983ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:40:16.175247 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-2cb8e06c-dfa1-474d-8ecc-5a90633ce6f1 req-53741188-0d61-479f-8238-e280a0983ca1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a7a845297a914075a09bf53769e6ffb5&device_id=0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300 HTTP/1.1" status: 200 len: 1099 time: 0.0511227 Jul 22 02:40:16.270580 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-46ac0fbd-03cc-41f5-9e75-a35c43e1b5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:40:16.276890 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb8e06c-dfa1-474d-8ecc-5a90633ce6f1 req-93d0c457-1a1b-4450-b7cb-7bb80d17f991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:40:16.278358 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-2cb8e06c-dfa1-474d-8ecc-5a90633ce6f1 req-93d0c457-1a1b-4450-b7cb-7bb80d17f991 service neutron] 10.222.0.23 "GET /v2.0/networks?id=08196119-0c1c-4d8a-bd15-74f8d8798c39 HTTP/1.1" status: 200 len: 909 time: 0.0857503 Jul 22 02:40:16.343232 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-2cb8e06c-dfa1-474d-8ecc-5a90633ce6f1 req-6548ab87-8cfb-412f-8731-5c43719d50be service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5a6b567-bb22-4f75-a29d-461677a4ff96 HTTP/1.1" status: 200 len: 1001 time: 0.0586083 Jul 22 02:40:16.389315 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb8e06c-dfa1-474d-8ecc-5a90633ce6f1 req-b64ac00c-83cb-44e1-aaff-548c83db3092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:40:16.390716 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-2cb8e06c-dfa1-474d-8ecc-5a90633ce6f1 req-b64ac00c-83cb-44e1-aaff-548c83db3092 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=14c28ea6-2cea-4ef8-a77d-3bf4f748d3df HTTP/1.1" status: 200 len: 848 time: 0.0415397 Jul 22 02:40:16.445789 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb8e06c-dfa1-474d-8ecc-5a90633ce6f1 req-b3fd578c-be17-401f-9957-8f584a3c057f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:40:16.447235 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-2cb8e06c-dfa1-474d-8ecc-5a90633ce6f1 req-b3fd578c-be17-401f-9957-8f584a3c057f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=08196119-0c1c-4d8a-bd15-74f8d8798c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0499928 Jul 22 02:40:16.537738 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-2cb8e06c-dfa1-474d-8ecc-5a90633ce6f1 req-76151e74-e333-4ade-8417-3976b58405cc service neutron] 10.222.0.23 "GET /v2.0/networks/08196119-0c1c-4d8a-bd15-74f8d8798c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843003 Jul 22 02:40:16.626157 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-2cb8e06c-dfa1-474d-8ecc-5a90633ce6f1 req-f85fde46-2270-49a2-b423-5e4cf0867e99 service neutron] 10.222.0.23 "GET /v2.0/networks/08196119-0c1c-4d8a-bd15-74f8d8798c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815592 Jul 22 02:40:41.083803 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-536b7e8d-9185-4d87-b129-a21353c01029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:40:42.380667 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:40:43.556943 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.agents_db [None req-f1c5c46c-8295-40fa-87c5-0db6e260a587 None None] Agent healthcheck: found 6 active agents {{(pid=93208) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 02:40:43.813365 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-d7314364-e34f-49e4-82ca-b5002a804275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:40:43.913367 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:40:44.745117 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9c5a9526-544c-492b-b3ab-1b4c68701215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:40:46.274197 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-46ac0fbd-03cc-41f5-9e75-a35c43e1b5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:40:51.752600 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd78d6-a7d1-45f8-8681-bc593f2ec0b0 req-f9bb1268-5ecd-4748-be73-605299867d9f tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:40:51.754570 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e1dd78d6-a7d1-45f8-8681-bc593f2ec0b0 req-f9bb1268-5ecd-4748-be73-605299867d9f tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300 HTTP/1.1" status: 200 len: 946 time: 0.0660622 Jul 22 02:40:51.791036 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e1dd78d6-a7d1-45f8-8681-bc593f2ec0b0 req-43abd413-f1d1-426c-82eb-b7ee0d5d6da8 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "GET /v2.0/security-groups?id=07e5252f-8d22-4ffc-9477-82be0c6ce188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309651 Jul 22 02:40:52.918771 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe35a15-2496-43d3-87ba-5f78e0c88927 req-4122e6bc-7531-4be8-9b72-f1d01106fd22 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:40:52.920279 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-abe35a15-2496-43d3-87ba-5f78e0c88927 req-4122e6bc-7531-4be8-9b72-f1d01106fd22 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300 HTTP/1.1" status: 200 len: 946 time: 0.0623291 Jul 22 02:40:52.956319 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-abe35a15-2496-43d3-87ba-5f78e0c88927 req-dc7319bf-797e-4f60-9577-087951608fba tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "GET /v2.0/security-groups?id=07e5252f-8d22-4ffc-9477-82be0c6ce188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305865 Jul 22 02:40:54.082906 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df80b58-3426-416d-a92f-e1a628482d30 req-5df6a004-34db-4ecc-9734-b040bc64b080 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:40:54.084348 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-4df80b58-3426-416d-a92f-e1a628482d30 req-5df6a004-34db-4ecc-9734-b040bc64b080 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300 HTTP/1.1" status: 200 len: 946 time: 0.0611162 Jul 22 02:40:54.120231 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-4df80b58-3426-416d-a92f-e1a628482d30 req-279cfc0e-e587-4061-94f5-291567fb0d43 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "GET /v2.0/security-groups?id=07e5252f-8d22-4ffc-9477-82be0c6ce188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304763 Jul 22 02:40:55.248887 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd190336-e8d4-4bdb-b811-d7801ac29852 req-b7bf065b-f4b4-4f1c-b0dc-5d2ff08980f7 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:40:55.250363 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-cd190336-e8d4-4bdb-b811-d7801ac29852 req-b7bf065b-f4b4-4f1c-b0dc-5d2ff08980f7 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300 HTTP/1.1" status: 200 len: 946 time: 0.0652857 Jul 22 02:40:55.287833 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-cd190336-e8d4-4bdb-b811-d7801ac29852 req-887058cf-be8a-48ef-8439-b03517eb4588 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "GET /v2.0/security-groups?id=07e5252f-8d22-4ffc-9477-82be0c6ce188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313504 Jul 22 02:40:56.411944 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1625a91-5fab-4a55-a19a-7088292a4084 req-cbf1fc40-109f-4a1e-b8fb-e3990adde7b7 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:40:56.413344 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e1625a91-5fab-4a55-a19a-7088292a4084 req-cbf1fc40-109f-4a1e-b8fb-e3990adde7b7 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300 HTTP/1.1" status: 200 len: 946 time: 0.0623581 Jul 22 02:40:56.448288 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e1625a91-5fab-4a55-a19a-7088292a4084 req-e051a20d-7150-4063-9704-b538c3d7c23d tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "GET /v2.0/security-groups?id=07e5252f-8d22-4ffc-9477-82be0c6ce188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294960 Jul 22 02:40:57.576937 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb55645c-759e-419c-a9a1-d79390223977 req-d61d8398-ccc7-464f-8bd1-60ec12f27764 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:40:57.578284 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-cb55645c-759e-419c-a9a1-d79390223977 req-d61d8398-ccc7-464f-8bd1-60ec12f27764 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300 HTTP/1.1" status: 200 len: 946 time: 0.0645213 Jul 22 02:40:57.614375 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-cb55645c-759e-419c-a9a1-d79390223977 req-403da595-b2da-430d-874e-2b842bc3de62 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "GET /v2.0/security-groups?id=07e5252f-8d22-4ffc-9477-82be0c6ce188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307095 Jul 22 02:40:58.739294 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d5e40-2c22-49ba-9493-f7d36a114256 req-f1e3f832-07f2-4aa5-9c66-5ed397f7c5aa tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:40:58.740765 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-7f9d5e40-2c22-49ba-9493-f7d36a114256 req-f1e3f832-07f2-4aa5-9c66-5ed397f7c5aa tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300 HTTP/1.1" status: 200 len: 946 time: 0.0617273 Jul 22 02:40:58.777869 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-7f9d5e40-2c22-49ba-9493-f7d36a114256 req-10398a4d-eb60-4859-bb44-8bc636f139b5 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "GET /v2.0/security-groups?id=07e5252f-8d22-4ffc-9477-82be0c6ce188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315547 Jul 22 02:40:59.901901 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3cbd4-24d8-4b1d-bee0-1b531c745de2 req-85963b5c-5816-442c-ac0c-888ed30b4d5a tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:40:59.903377 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-28f3cbd4-24d8-4b1d-bee0-1b531c745de2 req-85963b5c-5816-442c-ac0c-888ed30b4d5a tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300 HTTP/1.1" status: 200 len: 946 time: 0.0614805 Jul 22 02:40:59.938805 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-28f3cbd4-24d8-4b1d-bee0-1b531c745de2 req-dfcaa254-f97a-4b73-8d25-4c1f5b64510d tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "GET /v2.0/security-groups?id=07e5252f-8d22-4ffc-9477-82be0c6ce188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300128 Jul 22 02:41:01.069546 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5492a5c1-6dfb-4f1e-841a-0b4d92672256 req-df2212b4-064b-41ea-862f-5248eb5edfbd tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:41:01.071010 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-5492a5c1-6dfb-4f1e-841a-0b4d92672256 req-df2212b4-064b-41ea-862f-5248eb5edfbd tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300 HTTP/1.1" status: 200 len: 946 time: 0.0668247 Jul 22 02:41:01.108195 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-5492a5c1-6dfb-4f1e-841a-0b4d92672256 req-f8ea33da-a99b-4bdf-956e-c6018815db26 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "GET /v2.0/security-groups?id=07e5252f-8d22-4ffc-9477-82be0c6ce188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315955 Jul 22 02:41:01.893657 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2601d988-f9c0-4fe7-8e31-492555990f5f req-f66abeed-bdea-47f2-a406-f6bfe8b1162b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:41:01.895444 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-2601d988-f9c0-4fe7-8e31-492555990f5f req-f66abeed-bdea-47f2-a406-f6bfe8b1162b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a7a845297a914075a09bf53769e6ffb5&device_id=0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300 HTTP/1.1" status: 200 len: 1099 time: 0.0532954 Jul 22 02:41:01.984579 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2601d988-f9c0-4fe7-8e31-492555990f5f req-473004e5-3173-40d3-923c-3a41142e73a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:41:01.986023 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-2601d988-f9c0-4fe7-8e31-492555990f5f req-473004e5-3173-40d3-923c-3a41142e73a1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=08196119-0c1c-4d8a-bd15-74f8d8798c39 HTTP/1.1" status: 200 len: 909 time: 0.0845330 Jul 22 02:41:02.047972 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-2601d988-f9c0-4fe7-8e31-492555990f5f req-6ff80fd4-42df-49d9-9ac4-b0af2debceea service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5a6b567-bb22-4f75-a29d-461677a4ff96 HTTP/1.1" status: 200 len: 1001 time: 0.0553679 Jul 22 02:41:02.100450 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2601d988-f9c0-4fe7-8e31-492555990f5f req-0320dfc5-fe42-4630-ae7c-805777b5b594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:41:02.102627 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-2601d988-f9c0-4fe7-8e31-492555990f5f req-0320dfc5-fe42-4630-ae7c-805777b5b594 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=14c28ea6-2cea-4ef8-a77d-3bf4f748d3df HTTP/1.1" status: 200 len: 848 time: 0.0481565 Jul 22 02:41:02.158267 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2601d988-f9c0-4fe7-8e31-492555990f5f req-e2685cbe-fcd4-4c4c-a72f-02c4b79e3fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:41:02.160173 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-2601d988-f9c0-4fe7-8e31-492555990f5f req-e2685cbe-fcd4-4c4c-a72f-02c4b79e3fab service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=08196119-0c1c-4d8a-bd15-74f8d8798c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512173 Jul 22 02:41:02.285438 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-2601d988-f9c0-4fe7-8e31-492555990f5f req-eec05e64-111e-4990-a7bb-2887c77d3e0d service neutron] 10.222.0.23 "GET /v2.0/networks/08196119-0c1c-4d8a-bd15-74f8d8798c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180627 Jul 22 02:41:02.295204 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2063e6f-ef18-499d-9497-40939fd8613d req-774f7791-7124-4f46-9cd4-63ae52515ee5 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:41:02.296546 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-c2063e6f-ef18-499d-9497-40939fd8613d req-774f7791-7124-4f46-9cd4-63ae52515ee5 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300 HTTP/1.1" status: 200 len: 946 time: 0.1230032 Jul 22 02:41:02.380297 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-c2063e6f-ef18-499d-9497-40939fd8613d req-c48bdaad-638f-4fa7-afd3-7bef6e4635af tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "GET /v2.0/security-groups?id=07e5252f-8d22-4ffc-9477-82be0c6ce188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755446 Jul 22 02:41:02.411404 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-2601d988-f9c0-4fe7-8e31-492555990f5f req-5767680a-dde7-4a49-944f-7c63af640150 service neutron] 10.222.0.23 "GET /v2.0/networks/08196119-0c1c-4d8a-bd15-74f8d8798c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138487 Jul 22 02:41:03.508178 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d8010-ecee-41f8-b554-12ff280bf143 req-b31715fa-1f89-4d9d-9b81-66f0f8b371a5 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:41:03.509644 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-cd4d8010-ecee-41f8-b554-12ff280bf143 req-b31715fa-1f89-4d9d-9b81-66f0f8b371a5 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300 HTTP/1.1" status: 200 len: 946 time: 0.0642998 Jul 22 02:41:03.545463 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-cd4d8010-ecee-41f8-b554-12ff280bf143 req-365718e1-3759-45df-8599-e834e786b308 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "GET /v2.0/security-groups?id=07e5252f-8d22-4ffc-9477-82be0c6ce188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303404 Jul 22 02:41:04.671455 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c7e786-4d6b-49ae-8343-3fbfcfbbe53e req-7a52ad18-5756-4834-8a1b-93cd1c49767a tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:41:04.672936 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-50c7e786-4d6b-49ae-8343-3fbfcfbbe53e req-7a52ad18-5756-4834-8a1b-93cd1c49767a tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300 HTTP/1.1" status: 200 len: 946 time: 0.0632522 Jul 22 02:41:04.711620 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-50c7e786-4d6b-49ae-8343-3fbfcfbbe53e req-be1ce6cb-dca8-4b50-8755-9dc6afc3f42a tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "GET /v2.0/security-groups?id=07e5252f-8d22-4ffc-9477-82be0c6ce188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329111 Jul 22 02:41:04.934024 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f0b0cd-30ee-46ff-931d-140f8e83c5a2 req-d9ccbc91-e9c0-4201-bccb-fbc1ed7bc75a tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:41:04.935593 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b5f0b0cd-30ee-46ff-931d-140f8e83c5a2 req-d9ccbc91-e9c0-4201-bccb-fbc1ed7bc75a tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300 HTTP/1.1" status: 200 len: 946 time: 0.0671072 Jul 22 02:41:04.942669 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 37156) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:41:04.981638 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b5f0b0cd-30ee-46ff-931d-140f8e83c5a2 req-84e6994e-b3ac-4d75-98e5-92643dc4a1ff tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "GET /v2.0/security-groups?id=07e5252f-8d22-4ffc-9477-82be0c6ce188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368543 Jul 22 02:41:05.036513 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-2e05d4b8-a708-4c83-9e10-581f5e01876c req-6a4b91d0-061b-4a18-a89f-d4eb1d381dd7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0927720 Jul 22 02:41:06.110710 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baab358-212a-4e8d-b063-47be581ceebc req-3562a6f8-b532-49e4-9d64-456d172f85c0 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:41:06.112110 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-5baab358-212a-4e8d-b063-47be581ceebc req-3562a6f8-b532-49e4-9d64-456d172f85c0 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300 HTTP/1.1" status: 200 len: 946 time: 0.0642486 Jul 22 02:41:06.149136 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-5baab358-212a-4e8d-b063-47be581ceebc req-c3809426-b52c-4037-96d6-5ac15babe47b tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "GET /v2.0/security-groups?id=07e5252f-8d22-4ffc-9477-82be0c6ce188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309153 Jul 22 02:41:06.358769 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e05d4b8-a708-4c83-9e10-581f5e01876c req-1f6f6a08-a42e-4aec-902e-242f15357ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:41:06.360250 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-2e05d4b8-a708-4c83-9e10-581f5e01876c req-1f6f6a08-a42e-4aec-902e-242f15357ab9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300&tenant_id=a7a845297a914075a09bf53769e6ffb5 HTTP/1.1" status: 200 len: 1099 time: 0.0546031 Jul 22 02:41:06.430186 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e05d4b8-a708-4c83-9e10-581f5e01876c req-981bfc29-8852-40a3-9e15-0e21a9ae1653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:41:06.431542 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-2e05d4b8-a708-4c83-9e10-581f5e01876c req-981bfc29-8852-40a3-9e15-0e21a9ae1653 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a7a845297a914075a09bf53769e6ffb5&device_id=0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300 HTTP/1.1" status: 200 len: 1099 time: 0.0513108 Jul 22 02:41:06.448942 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device b5a6b567-bb22-4f75-a29d-461677a4ff96 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:41:06.518012 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e05d4b8-a708-4c83-9e10-581f5e01876c req-7b39931e-f30a-4392-9174-292823917434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:41:06.520160 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-2e05d4b8-a708-4c83-9e10-581f5e01876c req-7b39931e-f30a-4392-9174-292823917434 service neutron] 10.222.0.23 "GET /v2.0/networks?id=08196119-0c1c-4d8a-bd15-74f8d8798c39 HTTP/1.1" status: 200 len: 909 time: 0.0821986 Jul 22 02:41:06.522335 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:41:06.543755 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5a6b567-bb22-4f75-a29d-461677a4ff96'}] {{(pid=93207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:41:06.545995 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7ee477d080e02922d9a3c1e9b5cc60990edb702a504399eb5b32d0111ac025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7f8312-9bd8-4467-a010-ffbeae1d81bc" -d '{"events": [{"server_uuid": "0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300", "name": "network-vif-unplugged", "status": "completed", "tag": "b5a6b567-bb22-4f75-a29d-461677a4ff96"}]}' {{(pid=93207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:41:06.559087 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port b5a6b567-bb22-4f75-a29d-461677a4ff96, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=b5a6b567-bb22-4f75-a29d-461677a4ff96,segment=NetworkSegment(ed4ee53f-f5b9-4be7-8cf7-2b3bb8f54753),segment_id=ed4ee53f-f5b9-4be7-8cf7-2b3bb8f54753)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:41:06.564243 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:41:06.589866 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-2e05d4b8-a708-4c83-9e10-581f5e01876c req-7c62512c-25ea-4211-8ea6-866ec4d675bd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5a6b567-bb22-4f75-a29d-461677a4ff96 HTTP/1.1" status: 200 len: 1001 time: 0.0641921 Jul 22 02:41:06.617122 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Pushing event updated for resources: {'Port': ['ID=b5a6b567-bb22-4f75-a29d-461677a4ff96,revision_number=6']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:41:06.624865 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:41:06.625218 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:41:06.625618 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:41:06.626017 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:41:06.626342 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:41:06.626674 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:41:06.627002 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:41:06.627328 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:41:06.627654 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:41:06.628294 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:41:06.628294 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:41:06.628596 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:41:06.637597 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e05d4b8-a708-4c83-9e10-581f5e01876c req-2f073f5b-bd45-4157-9131-5a15185e95e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:41:06.639507 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-2e05d4b8-a708-4c83-9e10-581f5e01876c req-2f073f5b-bd45-4157-9131-5a15185e95e6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=14c28ea6-2cea-4ef8-a77d-3bf4f748d3df HTTP/1.1" status: 200 len: 848 time: 0.0439458 Jul 22 02:41:06.697705 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e05d4b8-a708-4c83-9e10-581f5e01876c req-d332be1a-8291-439b-81aa-f6281131913b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:41:06.699229 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-2e05d4b8-a708-4c83-9e10-581f5e01876c req-d332be1a-8291-439b-81aa-f6281131913b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=08196119-0c1c-4d8a-bd15-74f8d8798c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0533588 Jul 22 02:41:06.701829 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 02:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28714ca-3013-4503-bd8c-0f06e3d15e98 x-openstack-request-id: req-d28714ca-3013-4503-bd8c-0f06e3d15e98 {{(pid=93207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:41:06.702121 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300", "name": "network-vif-unplugged", "status": "completed", "tag": "b5a6b567-bb22-4f75-a29d-461677a4ff96", "code": 200}]} {{(pid=93207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:41:06.702372 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d28714ca-3013-4503-bd8c-0f06e3d15e98 {{(pid=93207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:41:06.702771 dv-cinder-792299-6-iscsi neutron-server[93207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5a6b567-bb22-4f75-a29d-461677a4ff96', 'code': 200} Jul 22 02:41:06.797842 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-2e05d4b8-a708-4c83-9e10-581f5e01876c req-2f7ea757-64f6-4301-85c4-89a16f533dcb service neutron] 10.222.0.23 "GET /v2.0/networks/08196119-0c1c-4d8a-bd15-74f8d8798c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829446 Jul 22 02:41:06.883343 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-2e05d4b8-a708-4c83-9e10-581f5e01876c req-d749c7b2-8f69-40ce-b99d-0a3b3806676c service neutron] 10.222.0.23 "GET /v2.0/networks/08196119-0c1c-4d8a-bd15-74f8d8798c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792882 Jul 22 02:41:07.279057 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f51ae-cad8-4885-a591-b9d4c2240fe4 req-28b0e99b-b28f-4ca5-9bf4-8cc2ee57d9d3 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:41:07.280677 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-6d9f51ae-cad8-4885-a591-b9d4c2240fe4 req-28b0e99b-b28f-4ca5-9bf4-8cc2ee57d9d3 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300 HTTP/1.1" status: 200 len: 944 time: 0.0662363 Jul 22 02:41:07.321005 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-6d9f51ae-cad8-4885-a591-b9d4c2240fe4 req-63acd775-e136-4a9a-8a2f-eefe79979575 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "GET /v2.0/security-groups?id=07e5252f-8d22-4ffc-9477-82be0c6ce188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342424 Jul 22 02:41:08.446634 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e964ede-c08d-48a6-9701-19f8f8ef719f req-f2d3f99f-eb03-4db8-bf2e-3e3ec4f6ade2 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:41:08.448072 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-4e964ede-c08d-48a6-9701-19f8f8ef719f req-f2d3f99f-eb03-4db8-bf2e-3e3ec4f6ade2 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300 HTTP/1.1" status: 200 len: 944 time: 0.0620275 Jul 22 02:41:08.483127 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-4e964ede-c08d-48a6-9701-19f8f8ef719f req-b99ced45-22e1-4e11-8ee9-ee8e5cb43d4d tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "GET /v2.0/security-groups?id=07e5252f-8d22-4ffc-9477-82be0c6ce188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295475 Jul 22 02:41:09.617960 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a1fda-eaee-47f6-a33d-007ee838ecef req-29657901-50a6-4aba-b5a2-6eaecaa81133 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:41:09.619560 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-441a1fda-eaee-47f6-a33d-007ee838ecef req-29657901-50a6-4aba-b5a2-6eaecaa81133 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300 HTTP/1.1" status: 200 len: 944 time: 0.0711579 Jul 22 02:41:09.664429 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-441a1fda-eaee-47f6-a33d-007ee838ecef req-75226a0d-208e-4317-bd4d-5f01b0d6bef5 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "GET /v2.0/security-groups?id=07e5252f-8d22-4ffc-9477-82be0c6ce188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393786 Jul 22 02:41:10.788293 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2000704-960e-41d6-b3be-a57acb59ce4a req-dbc17ca7-417f-4936-9c0b-d6343394ebc9 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:41:10.789768 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e2000704-960e-41d6-b3be-a57acb59ce4a req-dbc17ca7-417f-4936-9c0b-d6343394ebc9 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300 HTTP/1.1" status: 200 len: 944 time: 0.0618703 Jul 22 02:41:10.829540 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-e2000704-960e-41d6-b3be-a57acb59ce4a req-1a3fdd29-6eb3-4ae7-a313-c82c16193727 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "GET /v2.0/security-groups?id=07e5252f-8d22-4ffc-9477-82be0c6ce188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312812 Jul 22 02:41:11.083313 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-3d911770-47c5-443e-81aa-030626788841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:41:11.957114 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2020f4-f919-4d20-ac45-201704864185 req-5a3cefee-e6b7-4b7a-ac0f-b92862cc95a6 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:41:11.958590 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-4a2020f4-f919-4d20-ac45-201704864185 req-5a3cefee-e6b7-4b7a-ac0f-b92862cc95a6 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300 HTTP/1.1" status: 200 len: 944 time: 0.0648842 Jul 22 02:41:11.994986 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-4a2020f4-f919-4d20-ac45-201704864185 req-d35aa405-238c-4ff7-9177-54198ce3192b tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "GET /v2.0/security-groups?id=07e5252f-8d22-4ffc-9477-82be0c6ce188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309410 Jul 22 02:41:12.388139 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:41:12.876239 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb28506e-2b8d-4680-aad7-d3d5bb5596b1 req-9b86521c-646e-480d-930c-60499abcabde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:41:12.877710 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-bb28506e-2b8d-4680-aad7-d3d5bb5596b1 req-9b86521c-646e-480d-930c-60499abcabde service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300 HTTP/1.1" status: 200 len: 1097 time: 0.0536411 Jul 22 02:41:12.911224 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-bb28506e-2b8d-4680-aad7-d3d5bb5596b1 req-37684c48-191e-48cd-8608-4de90bf87bd6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=07e5252f-8d22-4ffc-9477-82be0c6ce188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266993 Jul 22 02:41:13.118073 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca60aa-a0a6-40c1-9232-8fdf9553ca21 req-89e7551b-3fcd-49a0-9a23-9417c06d65ed tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:41:13.119512 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-3cca60aa-a0a6-40c1-9232-8fdf9553ca21 req-89e7551b-3fcd-49a0-9a23-9417c06d65ed tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300 HTTP/1.1" status: 200 len: 944 time: 0.0608366 Jul 22 02:41:13.155126 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-3cca60aa-a0a6-40c1-9232-8fdf9553ca21 req-94b62d6d-24f2-42f7-a919-2a3f22043932 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "GET /v2.0/security-groups?id=07e5252f-8d22-4ffc-9477-82be0c6ce188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301845 Jul 22 02:41:13.813216 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-b12de708-4027-4333-926a-2b8cb286ac49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:41:13.914200 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:41:14.282084 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e3a07d-5106-4e20-a961-ad03eb222684 req-64fb2653-1635-4cce-a4ca-61a846022704 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:41:14.283536 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b2e3a07d-5106-4e20-a961-ad03eb222684 req-64fb2653-1635-4cce-a4ca-61a846022704 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300 HTTP/1.1" status: 200 len: 944 time: 0.0639360 Jul 22 02:41:14.319070 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-b2e3a07d-5106-4e20-a961-ad03eb222684 req-343b6425-c2fe-42e8-b6fb-d801247c26f5 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "GET /v2.0/security-groups?id=07e5252f-8d22-4ffc-9477-82be0c6ce188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301030 Jul 22 02:41:14.465862 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device b5a6b567-bb22-4f75-a29d-461677a4ff96 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=93207) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 02:41:14.556788 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port b5a6b567-bb22-4f75-a29d-461677a4ff96, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=b5a6b567-bb22-4f75-a29d-461677a4ff96,segment=NetworkSegment(ed4ee53f-f5b9-4be7-8cf7-2b3bb8f54753),segment_id=ed4ee53f-f5b9-4be7-8cf7-2b3bb8f54753)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:41:14.568093 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Returning: {'device': 'b5a6b567-bb22-4f75-a29d-461677a4ff96', 'network_id': '08196119-0c1c-4d8a-bd15-74f8d8798c39', 'port_id': 'b5a6b567-bb22-4f75-a29d-461677a4ff96', 'mac_address': 'fa:16:3e:e4:6e:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14c28ea6-2cea-4ef8-a77d-3bf4f748d3df', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93207) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 02:41:14.606385 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:41:14.618735 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.notifiers.nova [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5a6b567-bb22-4f75-a29d-461677a4ff96 {{(pid=93207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 02:41:14.638388 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port b5a6b567-bb22-4f75-a29d-461677a4ff96, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=b5a6b567-bb22-4f75-a29d-461677a4ff96,segment=NetworkSegment(ed4ee53f-f5b9-4be7-8cf7-2b3bb8f54753),segment_id=ed4ee53f-f5b9-4be7-8cf7-2b3bb8f54753)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:41:14.641870 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:41:14.687519 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Pushing event updated for resources: {'Port': ['ID=b5a6b567-bb22-4f75-a29d-461677a4ff96,revision_number=7']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:41:14.747474 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9c5a9526-544c-492b-b3ab-1b4c68701215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:41:14.886014 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] get_ports_and_sgs() called for port_ids ['b5a6b567-bb22-4f75-a29d-461677a4ff96'] {{(pid=93207) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 02:41:16.266182 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-46ac0fbd-03cc-41f5-9e75-a35c43e1b5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:41:16.492866 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device b5a6b567-bb22-4f75-a29d-461677a4ff96 up at agent hyperv_hv-cinder-79229 {{(pid=93207) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 02:41:16.538719 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Provisioning complete for port b5a6b567-bb22-4f75-a29d-461677a4ff96 triggered by entity L2. {{(pid=93207) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 02:41:16.539008 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-775217'] for port, provisioning_complete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:41:16.612072 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551304'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:41:16.633220 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a6b567-bb22-4f75-a29d-461677a4ff96'}] {{(pid=93207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:41:16.635410 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d7ee477d080e02922d9a3c1e9b5cc60990edb702a504399eb5b32d0111ac025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a329b8-ff2b-4bf4-b16b-330e39908e29" -d '{"events": [{"server_uuid": "0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300", "name": "network-vif-plugged", "status": "completed", "tag": "b5a6b567-bb22-4f75-a29d-461677a4ff96"}]}' {{(pid=93207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:41:16.648032 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] For port b5a6b567-bb22-4f75-a29d-461677a4ff96, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=b5a6b567-bb22-4f75-a29d-461677a4ff96,segment=NetworkSegment(ed4ee53f-f5b9-4be7-8cf7-2b3bb8f54753),segment_id=ed4ee53f-f5b9-4be7-8cf7-2b3bb8f54753)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:41:16.652116 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789867968314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789867566237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789867566255'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:41:16.675007 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7003ab12-2046-4055-8079-56ab473f17ea x-openstack-request-id: req-7003ab12-2046-4055-8079-56ab473f17ea {{(pid=93207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:41:16.675291 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300", "name": "network-vif-plugged", "status": "completed", "tag": "b5a6b567-bb22-4f75-a29d-461677a4ff96", "code": 200}]} {{(pid=93207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:41:16.675561 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7003ab12-2046-4055-8079-56ab473f17ea {{(pid=93207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:41:16.675942 dv-cinder-792299-6-iscsi neutron-server[93207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a6b567-bb22-4f75-a29d-461677a4ff96', 'code': 200} Jul 22 02:41:16.700302 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Pushing event updated for resources: {'Port': ['ID=b5a6b567-bb22-4f75-a29d-461677a4ff96,revision_number=8']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:41:17.070299 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-96c5e687-9f00-4edb-8015-4186510a4ae4 req-f41a82cc-55e6-4abd-bf3f-6ec67b4050de service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0491922 Jul 22 02:41:17.161441 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c5e687-9f00-4edb-8015-4186510a4ae4 req-d47acb00-a573-4be2-81e3-faf9c147f30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:41:17.162869 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-96c5e687-9f00-4edb-8015-4186510a4ae4 req-d47acb00-a573-4be2-81e3-faf9c147f30a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a7a845297a914075a09bf53769e6ffb5&device_id=0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300 HTTP/1.1" status: 200 len: 1099 time: 0.0511153 Jul 22 02:41:17.262816 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c5e687-9f00-4edb-8015-4186510a4ae4 req-7da26def-0ff6-4b76-b0a7-41ae5b918425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:41:17.264247 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-96c5e687-9f00-4edb-8015-4186510a4ae4 req-7da26def-0ff6-4b76-b0a7-41ae5b918425 service neutron] 10.222.0.23 "GET /v2.0/networks?id=08196119-0c1c-4d8a-bd15-74f8d8798c39 HTTP/1.1" status: 200 len: 909 time: 0.0838020 Jul 22 02:41:17.326244 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-96c5e687-9f00-4edb-8015-4186510a4ae4 req-4f756bd9-7b15-440c-bf76-4266147c8d77 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5a6b567-bb22-4f75-a29d-461677a4ff96 HTTP/1.1" status: 200 len: 1001 time: 0.0553782 Jul 22 02:41:17.373325 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c5e687-9f00-4edb-8015-4186510a4ae4 req-322deb10-45e9-4123-8098-d449d1fe92f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:41:17.375383 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-96c5e687-9f00-4edb-8015-4186510a4ae4 req-322deb10-45e9-4123-8098-d449d1fe92f3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=14c28ea6-2cea-4ef8-a77d-3bf4f748d3df HTTP/1.1" status: 200 len: 848 time: 0.0433457 Jul 22 02:41:17.434686 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c5e687-9f00-4edb-8015-4186510a4ae4 req-23545759-2ca9-483f-84cd-3957c3f729b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:41:17.436150 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-96c5e687-9f00-4edb-8015-4186510a4ae4 req-23545759-2ca9-483f-84cd-3957c3f729b7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=08196119-0c1c-4d8a-bd15-74f8d8798c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0550759 Jul 22 02:41:17.522174 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-96c5e687-9f00-4edb-8015-4186510a4ae4 req-aeb01389-8e8a-42de-b909-6f723e63b65d service neutron] 10.222.0.23 "GET /v2.0/networks/08196119-0c1c-4d8a-bd15-74f8d8798c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793140 Jul 22 02:41:17.880349 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-96c5e687-9f00-4edb-8015-4186510a4ae4 req-7df606bf-1eed-4f5c-a2a8-b1226630275f service neutron] 10.222.0.23 "GET /v2.0/networks/08196119-0c1c-4d8a-bd15-74f8d8798c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3521352 Jul 22 02:41:20.556709 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.agents_db [None req-f1c5c46c-8295-40fa-87c5-0db6e260a587 None None] Agent healthcheck: found 6 active agents {{(pid=93208) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 02:41:41.082892 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-0ab08c13-6c42-47a6-850a-42e87dde14f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:41:42.395114 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:41:43.921336 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:41:43.930727 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-941e3927-9004-40a3-ac62-916b432e7e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:41:44.749384 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9c5a9526-544c-492b-b3ab-1b4c68701215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:41:46.274682 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-46ac0fbd-03cc-41f5-9e75-a35c43e1b5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:41:57.556256 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.agents_db [None req-f1c5c46c-8295-40fa-87c5-0db6e260a587 None None] Agent healthcheck: found 6 active agents {{(pid=93208) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 02:42:11.086185 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-63337702-2821-43fa-919d-2424860efc53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:12.410533 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:13.810545 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-340cacf5-3484-49cc-bcb4-91e780a8b78a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:13.911425 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:14.752368 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9c5a9526-544c-492b-b3ab-1b4c68701215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:16.270727 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-46ac0fbd-03cc-41f5-9e75-a35c43e1b5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:18.056370 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-3cab36af-1e72-4118-8566-c7303083e576 req-cb6edd89-dfcc-4788-adcf-8d8518fb79a6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0516605 Jul 22 02:42:18.148375 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab36af-1e72-4118-8566-c7303083e576 req-da111982-d23a-4473-b473-b0b971d8a364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:42:18.149858 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-3cab36af-1e72-4118-8566-c7303083e576 req-da111982-d23a-4473-b473-b0b971d8a364 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a7a845297a914075a09bf53769e6ffb5&device_id=0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300 HTTP/1.1" status: 200 len: 1099 time: 0.0551789 Jul 22 02:42:18.247441 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab36af-1e72-4118-8566-c7303083e576 req-5b9dad18-cf92-484d-88c6-546c46138ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:42:18.248885 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-3cab36af-1e72-4118-8566-c7303083e576 req-5b9dad18-cf92-484d-88c6-546c46138ea7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=08196119-0c1c-4d8a-bd15-74f8d8798c39 HTTP/1.1" status: 200 len: 909 time: 0.0804482 Jul 22 02:42:18.313846 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-3cab36af-1e72-4118-8566-c7303083e576 req-fd85df96-122a-4eec-b7f4-cbc94b16cb40 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5a6b567-bb22-4f75-a29d-461677a4ff96 HTTP/1.1" status: 200 len: 1001 time: 0.0588677 Jul 22 02:42:18.359332 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab36af-1e72-4118-8566-c7303083e576 req-2e06efb5-0430-42fd-832c-40e8659c016b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:42:18.360680 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-3cab36af-1e72-4118-8566-c7303083e576 req-2e06efb5-0430-42fd-832c-40e8659c016b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=14c28ea6-2cea-4ef8-a77d-3bf4f748d3df HTTP/1.1" status: 200 len: 848 time: 0.0407948 Jul 22 02:42:18.415013 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab36af-1e72-4118-8566-c7303083e576 req-ed87557f-5297-4fd1-ab17-137513fceb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:42:18.416422 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-3cab36af-1e72-4118-8566-c7303083e576 req-ed87557f-5297-4fd1-ab17-137513fceb5a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=08196119-0c1c-4d8a-bd15-74f8d8798c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0494647 Jul 22 02:42:18.506766 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-3cab36af-1e72-4118-8566-c7303083e576 req-10f2ae1f-5db9-41df-870b-7d23af3d13e4 service neutron] 10.222.0.23 "GET /v2.0/networks/08196119-0c1c-4d8a-bd15-74f8d8798c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836117 Jul 22 02:42:18.591679 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-3cab36af-1e72-4118-8566-c7303083e576 req-6d75373f-4526-488b-940b-73c9b0c59e76 service neutron] 10.222.0.23 "GET /v2.0/networks/08196119-0c1c-4d8a-bd15-74f8d8798c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0777693 Jul 22 02:42:27.333223 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 37210) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:42:27.487352 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-531c8dcd-41e4-4d07-89b9-403b7509dedc tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Deleting port e5cab34d-c505-439c-b682-520855a7b552 {{(pid=93206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:42:27.487693 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-531c8dcd-41e4-4d07-89b9-403b7509dedc tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789867966868'] for port, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:27.559844 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-531c8dcd-41e4-4d07-89b9-403b7509dedc tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760608'] for port, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:27.560093 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-531c8dcd-41e4-4d07-89b9-403b7509dedc tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:27.571097 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-531c8dcd-41e4-4d07-89b9-403b7509dedc tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Calling delete_port for e5cab34d-c505-439c-b682-520855a7b552 owned by network:floatingip {{(pid=93206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:42:27.710677 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-531c8dcd-41e4-4d07-89b9-403b7509dedc tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789867968359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789867566228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909347'] for port, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:27.734907 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531c8dcd-41e4-4d07-89b9-403b7509dedc tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Pushing event deleted for resources: {'Port': ['ID=e5cab34d-c505-439c-b682-520855a7b552,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:42:27.746928 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531c8dcd-41e4-4d07-89b9-403b7509dedc tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:42:27.747272 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531c8dcd-41e4-4d07-89b9-403b7509dedc tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:42:27.747607 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531c8dcd-41e4-4d07-89b9-403b7509dedc tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:42:27.747938 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531c8dcd-41e4-4d07-89b9-403b7509dedc tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:42:27.748263 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531c8dcd-41e4-4d07-89b9-403b7509dedc tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:42:27.748585 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531c8dcd-41e4-4d07-89b9-403b7509dedc tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:42:27.748931 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531c8dcd-41e4-4d07-89b9-403b7509dedc tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:42:27.749252 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531c8dcd-41e4-4d07-89b9-403b7509dedc tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:42:27.749572 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531c8dcd-41e4-4d07-89b9-403b7509dedc tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:42:27.749892 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531c8dcd-41e4-4d07-89b9-403b7509dedc tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:42:27.750208 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531c8dcd-41e4-4d07-89b9-403b7509dedc tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:42:27.750522 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531c8dcd-41e4-4d07-89b9-403b7509dedc tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:42:27.808086 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-531c8dcd-41e4-4d07-89b9-403b7509dedc tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Notify callbacks [] for floatingip, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:27.808422 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.db.l3_db [None req-531c8dcd-41e4-4d07-89b9-403b7509dedc tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Floating IP f9ca47ae-4aa5-49ee-a8b2-00e6f90d6eac disassociated (deleted). External IP: 172.27.3.73, port: b5a6b567-bb22-4f75-a29d-461677a4ff96. Jul 22 02:42:28.003879 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-531c8dcd-41e4-4d07-89b9-403b7509dedc tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Router e2b153f9-d35e-44e1-b518-fddeea76eaff has already been hosted by L3 agent f9ed0358-a013-4c74-a622-17ee633b4610 {{(pid=93206) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 02:42:28.106290 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-531c8dcd-41e4-4d07-89b9-403b7509dedc tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Notify agent at l3_agent.dv-cinder-792299-6-iscsi the message routers_updated {{(pid=93206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:42:28.111030 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-531c8dcd-41e4-4d07-89b9-403b7509dedc tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409'] for floatingip, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:28.115826 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0698489d-e89c-431a-b1a9-8568e53c54a1 None None] Sync routers for ids ['e2b153f9-d35e-44e1-b518-fddeea76eaff'] in dv-cinder-792299-6-iscsi {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:42:28.124497 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0698489d-e89c-431a-b1a9-8568e53c54a1 None None] Routers {'e2b153f9-d35e-44e1-b518-fddeea76eaff'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:42:28.125142 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-0698489d-e89c-431a-b1a9-8568e53c54a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:42:14Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['e2b153f9-d35e-44e1-b518-fddeea76eaff'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:42:28.151303 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-531c8dcd-41e4-4d07-89b9-403b7509dedc tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "DELETE /v2.0/floatingips/f9ca47ae-4aa5-49ee-a8b2-00e6f90d6eac HTTP/1.1" status: 204 len: 168 time: 0.8146167 Jul 22 02:42:28.151303 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300', 'tag': 'b5a6b567-bb22-4f75-a29d-461677a4ff96'}] {{(pid=93206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:42:28.151726 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2c7467b3a520cac2f9dc58394876cadcbbb82697b422dc56d8b09de1a4b7e26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b36b80-db84-4a72-8beb-b1d3ac8d02a7" -d '{"events": [{"name": "network-changed", "server_uuid": "0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300", "tag": "b5a6b567-bb22-4f75-a29d-461677a4ff96"}]}' {{(pid=93206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:42:28.300136 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 02:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b6811c-d50a-4845-b2b4-06512c48973e x-openstack-request-id: req-f2b6811c-d50a-4845-b2b4-06512c48973e {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:42:28.300592 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300", "tag": "b5a6b567-bb22-4f75-a29d-461677a4ff96", "status": "completed", "code": 200}]} {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:42:28.300867 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f2b6811c-d50a-4845-b2b4-06512c48973e {{(pid=93206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:42:28.301264 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300', 'tag': 'b5a6b567-bb22-4f75-a29d-461677a4ff96', 'status': 'completed', 'code': 200} Jul 22 02:42:28.364370 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-0698489d-e89c-431a-b1a9-8568e53c54a1 None None] Set router e2b153f9-d35e-44e1-b518-fddeea76eaff gateway port host: dv-cinder-792299-6-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:42:28.371870 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b36b80-db84-4a72-8beb-b1d3ac8d02a7 req-d1bc88c4-2eab-4976-a6e0-b6d5dc8868bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:42:28.373392 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-29b36b80-db84-4a72-8beb-b1d3ac8d02a7 req-d1bc88c4-2eab-4976-a6e0-b6d5dc8868bc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a7a845297a914075a09bf53769e6ffb5&device_id=0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300 HTTP/1.1" status: 200 len: 1099 time: 0.0525081 Jul 22 02:42:28.460913 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b36b80-db84-4a72-8beb-b1d3ac8d02a7 req-1194b4f0-9a18-4690-9102-e8d5427a3418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:42:28.462396 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-29b36b80-db84-4a72-8beb-b1d3ac8d02a7 req-1194b4f0-9a18-4690-9102-e8d5427a3418 service neutron] 10.222.0.23 "GET /v2.0/networks?id=08196119-0c1c-4d8a-bd15-74f8d8798c39 HTTP/1.1" status: 200 len: 909 time: 0.0824471 Jul 22 02:42:28.506871 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-29b36b80-db84-4a72-8beb-b1d3ac8d02a7 req-7b9300ba-28ed-4bcb-a17c-ea5715809a25 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5a6b567-bb22-4f75-a29d-461677a4ff96 HTTP/1.1" status: 200 len: 217 time: 0.0373590 Jul 22 02:42:28.553971 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b36b80-db84-4a72-8beb-b1d3ac8d02a7 req-6d0fffc4-99ad-43a1-88d3-4bd541960ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:42:28.555449 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-29b36b80-db84-4a72-8beb-b1d3ac8d02a7 req-6d0fffc4-99ad-43a1-88d3-4bd541960ac1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=14c28ea6-2cea-4ef8-a77d-3bf4f748d3df HTTP/1.1" status: 200 len: 848 time: 0.0430782 Jul 22 02:42:28.556349 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-0698489d-e89c-431a-b1a9-8568e53c54a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b153f9-d35e-44e1-b518-fddeea76eaff', 'name': 'tempest-TestShelveInstance-1205840204-router', 'tenant_id': 'a7a845297a914075a09bf53769e6ffb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '55fb254c-e2a2-4cea-a945-799b484f955c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:38:17Z', 'updated_at': '2021-07-22T02:38:20Z', 'revision_number': 4, 'project_id': 'a7a845297a914075a09bf53769e6ffb5', 'gw_port': {'id': '55fb254c-e2a2-4cea-a945-799b484f955c', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:98:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b153f9-d35e-44e1-b518-fddeea76eaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:38:18Z', 'updated_at': '2021-07-22T02:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_interfaces': [{'id': '63b043a3-85ca-45bf-9983-3871a01a8735', 'name': '', 'network_id': '08196119-0c1c-4d8a-bd15-74f8d8798c39', 'tenant_id': 'a7a845297a914075a09bf53769e6ffb5', 'mac_address': 'fa:16:3e:19:51:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b153f9-d35e-44e1-b518-fddeea76eaff', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '14c28ea6-2cea-4ef8-a77d-3bf4f748d3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:38:19Z', 'updated_at': '2021-07-22T02:38:26Z', 'revision_number': 5, 'project_id': 'a7a845297a914075a09bf53769e6ffb5', 'subnets': [{'id': '14c28ea6-2cea-4ef8-a77d-3bf4f748d3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:42:28.582475 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0698489d-e89c-431a-b1a9-8568e53c54a1 None None] Checking router: e2b153f9-d35e-44e1-b518-fddeea76eaff for host: dv-cinder-792299-6-iscsi {{(pid=93207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:42:28.590369 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0698489d-e89c-431a-b1a9-8568e53c54a1 None None] Routers {'e2b153f9-d35e-44e1-b518-fddeea76eaff'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:42:28.590976 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-0698489d-e89c-431a-b1a9-8568e53c54a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:42:14Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['e2b153f9-d35e-44e1-b518-fddeea76eaff'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:42:28.613610 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b36b80-db84-4a72-8beb-b1d3ac8d02a7 req-df84620f-4889-4b08-a086-cc9c309a87dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:42:28.615104 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-29b36b80-db84-4a72-8beb-b1d3ac8d02a7 req-df84620f-4889-4b08-a086-cc9c309a87dd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=08196119-0c1c-4d8a-bd15-74f8d8798c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0532413 Jul 22 02:42:28.693985 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-0698489d-e89c-431a-b1a9-8568e53c54a1 None None] Set router e2b153f9-d35e-44e1-b518-fddeea76eaff gateway port host: dv-cinder-792299-6-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:42:28.707351 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-29b36b80-db84-4a72-8beb-b1d3ac8d02a7 req-38fecec8-01c6-4585-8070-50dc64290764 service neutron] 10.222.0.23 "GET /v2.0/networks/08196119-0c1c-4d8a-bd15-74f8d8798c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854912 Jul 22 02:42:28.793884 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-29b36b80-db84-4a72-8beb-b1d3ac8d02a7 req-5274b4e4-186d-43a8-af8e-712f9fa315e4 service neutron] 10.222.0.23 "GET /v2.0/networks/08196119-0c1c-4d8a-bd15-74f8d8798c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806451 Jul 22 02:42:28.889095 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-0698489d-e89c-431a-b1a9-8568e53c54a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b153f9-d35e-44e1-b518-fddeea76eaff', 'name': 'tempest-TestShelveInstance-1205840204-router', 'tenant_id': 'a7a845297a914075a09bf53769e6ffb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '55fb254c-e2a2-4cea-a945-799b484f955c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:38:17Z', 'updated_at': '2021-07-22T02:38:20Z', 'revision_number': 4, 'project_id': 'a7a845297a914075a09bf53769e6ffb5', 'gw_port': {'id': '55fb254c-e2a2-4cea-a945-799b484f955c', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:98:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b153f9-d35e-44e1-b518-fddeea76eaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:38:18Z', 'updated_at': '2021-07-22T02:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_interfaces': [{'id': '63b043a3-85ca-45bf-9983-3871a01a8735', 'name': '', 'network_id': '08196119-0c1c-4d8a-bd15-74f8d8798c39', 'tenant_id': 'a7a845297a914075a09bf53769e6ffb5', 'mac_address': 'fa:16:3e:19:51:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b153f9-d35e-44e1-b518-fddeea76eaff', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '14c28ea6-2cea-4ef8-a77d-3bf4f748d3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:38:19Z', 'updated_at': '2021-07-22T02:38:26Z', 'revision_number': 5, 'project_id': 'a7a845297a914075a09bf53769e6ffb5', 'subnets': [{'id': '14c28ea6-2cea-4ef8-a77d-3bf4f748d3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:42:28.914491 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0698489d-e89c-431a-b1a9-8568e53c54a1 None None] The sync data for ids ['e2b153f9-d35e-44e1-b518-fddeea76eaff'] in dv-cinder-792299-6-iscsi is: [{'id': 'e2b153f9-d35e-44e1-b518-fddeea76eaff', 'name': 'tempest-TestShelveInstance-1205840204-router', 'tenant_id': 'a7a845297a914075a09bf53769e6ffb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '55fb254c-e2a2-4cea-a945-799b484f955c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:38:17Z', 'updated_at': '2021-07-22T02:38:20Z', 'revision_number': 4, 'project_id': 'a7a845297a914075a09bf53769e6ffb5', 'gw_port': {'id': '55fb254c-e2a2-4cea-a945-799b484f955c', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:98:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b153f9-d35e-44e1-b518-fddeea76eaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:38:18Z', 'updated_at': '2021-07-22T02:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi', '_interfaces': [{'id': '63b043a3-85ca-45bf-9983-3871a01a8735', 'name': '', 'network_id': '08196119-0c1c-4d8a-bd15-74f8d8798c39', 'tenant_id': 'a7a845297a914075a09bf53769e6ffb5', 'mac_address': 'fa:16:3e:19:51:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b153f9-d35e-44e1-b518-fddeea76eaff', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '14c28ea6-2cea-4ef8-a77d-3bf4f748d3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:38:19Z', 'updated_at': '2021-07-22T02:38:26Z', 'revision_number': 5, 'project_id': 'a7a845297a914075a09bf53769e6ffb5', 'subnets': [{'id': '14c28ea6-2cea-4ef8-a77d-3bf4f748d3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:42:29.111391 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a52480e-e3df-4b35-80a1-0e38d9cfa308 None None] New status for floating IP f9ca47ae-4aa5-49ee-a8b2-00e6f90d6eac: DOWN {{(pid=93208) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 02:42:29.427736 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2dfcc-4365-40ac-8765-036e566cd699 req-4ec3247b-d324-4008-b844-6c8fe6827c0f tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:42:29.429208 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-04c2dfcc-4365-40ac-8765-036e566cd699 req-4ec3247b-d324-4008-b844-6c8fe6827c0f tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300 HTTP/1.1" status: 200 len: 946 time: 0.0665636 Jul 22 02:42:29.465807 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-04c2dfcc-4365-40ac-8765-036e566cd699 req-54bf359b-c60f-4d8f-b99a-6db5072c65cd tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "GET /v2.0/security-groups?id=07e5252f-8d22-4ffc-9477-82be0c6ce188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311193 Jul 22 02:42:30.597128 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6412b02-572e-4601-a446-0952e6b765e6 req-53908cb8-ce05-4137-a8bb-68354339b359 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:42:30.598497 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d6412b02-572e-4601-a446-0952e6b765e6 req-53908cb8-ce05-4137-a8bb-68354339b359 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300 HTTP/1.1" status: 200 len: 946 time: 0.0616333 Jul 22 02:42:30.634301 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-d6412b02-572e-4601-a446-0952e6b765e6 req-6ddeabb4-38fb-48f2-98b9-81b99afccec8 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "GET /v2.0/security-groups?id=07e5252f-8d22-4ffc-9477-82be0c6ce188&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304363 Jul 22 02:42:30.890289 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a06930-33f9-45d2-ac04-e8036b3e0b0e req-ef392bc1-440b-4236-bb5e-a0d8bcc309a5 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 02:42:30.891646 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-19a06930-33f9-45d2-ac04-e8036b3e0b0e req-ef392bc1-440b-4236-bb5e-a0d8bcc309a5 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300 HTTP/1.1" status: 200 len: 946 time: 0.0608575 Jul 22 02:42:30.988806 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [req-19a06930-33f9-45d2-ac04-e8036b3e0b0e req-7033693b-7873-47c7-905e-0806cf9f0b5c tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Deleting port b5a6b567-bb22-4f75-a29d-461677a4ff96 {{(pid=93206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:42:30.989150 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-19a06930-33f9-45d2-ac04-e8036b3e0b0e req-7033693b-7873-47c7-905e-0806cf9f0b5c tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789867966868'] for port, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:31.075575 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [req-19a06930-33f9-45d2-ac04-e8036b3e0b0e req-7033693b-7873-47c7-905e-0806cf9f0b5c tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] For port b5a6b567-bb22-4f75-a29d-461677a4ff96, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=b5a6b567-bb22-4f75-a29d-461677a4ff96,segment=NetworkSegment(ed4ee53f-f5b9-4be7-8cf7-2b3bb8f54753),segment_id=ed4ee53f-f5b9-4be7-8cf7-2b3bb8f54753)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:42:31.075930 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-19a06930-33f9-45d2-ac04-e8036b3e0b0e req-7033693b-7873-47c7-905e-0806cf9f0b5c tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760608'] for port, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:31.087148 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [req-19a06930-33f9-45d2-ac04-e8036b3e0b0e req-7033693b-7873-47c7-905e-0806cf9f0b5c tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Calling delete_port for b5a6b567-bb22-4f75-a29d-461677a4ff96 owned by compute:nova {{(pid=93206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:42:31.206610 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-19a06930-33f9-45d2-ac04-e8036b3e0b0e req-7033693b-7873-47c7-905e-0806cf9f0b5c tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789867968359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789867566228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909347'] for port, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:31.236751 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7033693b-7873-47c7-905e-0806cf9f0b5c tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Pushing event deleted for resources: {'Port': ['ID=b5a6b567-bb22-4f75-a29d-461677a4ff96,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:42:31.281136 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [req-19a06930-33f9-45d2-ac04-e8036b3e0b0e req-7033693b-7873-47c7-905e-0806cf9f0b5c tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] No DVR routers for this DVR port b5a6b567-bb22-4f75-a29d-461677a4ff96 on host hv-cinder-79229 {{(pid=93206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 02:42:31.283603 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [req-19a06930-33f9-45d2-ac04-e8036b3e0b0e req-7033693b-7873-47c7-905e-0806cf9f0b5c tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-176409'] for port, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:31.286092 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-19a06930-33f9-45d2-ac04-e8036b3e0b0e req-7033693b-7873-47c7-905e-0806cf9f0b5c tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.23 "DELETE /v2.0/ports/b5a6b567-bb22-4f75-a29d-461677a4ff96 HTTP/1.1" status: 204 len: 173 time: 0.3885579 Jul 22 02:42:31.286516 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300', 'name': 'network-vif-deleted', 'tag': 'b5a6b567-bb22-4f75-a29d-461677a4ff96'}] {{(pid=93206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 02:42:31.288762 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2c7467b3a520cac2f9dc58394876cadcbbb82697b422dc56d8b09de1a4b7e26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef22185-ba9a-4efc-bf26-82acf2674b03" -d '{"events": [{"server_uuid": "0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300", "name": "network-vif-deleted", "tag": "b5a6b567-bb22-4f75-a29d-461677a4ff96"}]}' {{(pid=93206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 02:42:31.322986 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 02:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b5b510a-0e33-403f-89db-4feba79b1f00 x-openstack-request-id: req-7b5b510a-0e33-403f-89db-4feba79b1f00 {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 02:42:31.323273 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300", "name": "network-vif-deleted", "tag": "b5a6b567-bb22-4f75-a29d-461677a4ff96", "status": "completed", "code": 200}]} {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 02:42:31.323517 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7b5b510a-0e33-403f-89db-4feba79b1f00 {{(pid=93206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 02:42:31.323905 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300', 'name': 'network-vif-deleted', 'tag': 'b5a6b567-bb22-4f75-a29d-461677a4ff96', 'status': 'completed', 'code': 200} Jul 22 02:42:31.747492 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [req-8ffbd543-096b-42a1-b5b7-fe2bb7e7a3c1 req-9578b2bd-51d3-4b2b-947d-7ecd32b1a201 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f8a6a7d-57e6-4c8f-a445-dcfc6bd75300 HTTP/1.1" status: 200 len: 210 time: 0.0288641 Jul 22 02:42:32.804091 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 37242) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:42:32.859561 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-fbe84448-c21f-4023-9a12-36ecb5d13d71 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Notify callbacks [] for security_group, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:32.883803 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-fbe84448-c21f-4023-9a12-36ecb5d13d71 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:32.891211 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device b5a6b567-bb22-4f75-a29d-461677a4ff96 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:42:32.914436 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] No Port match for: b5a6b567-bb22-4f75-a29d-461677a4ff96 {{(pid=93207) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:42:32.914782 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Device b5a6b567-bb22-4f75-a29d-461677a4ff96 not bound to the agent host hv-cinder-79229 {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:42:32.945738 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-fbe84448-c21f-4023-9a12-36ecb5d13d71 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:32.948592 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-fbe84448-c21f-4023-9a12-36ecb5d13d71 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Notify callbacks [] for security_group, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:32.949750 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-fbe84448-c21f-4023-9a12-36ecb5d13d71 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] 10.222.0.30 "DELETE /v2.0/security-groups/07e5252f-8d22-4ffc-9477-82be0c6ce188 HTTP/1.1" status: 204 len: 168 time: 0.1446598 Jul 22 02:42:32.958537 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe84448-c21f-4023-9a12-36ecb5d13d71 tempest-TestShelveInstance-493456443 tempest-TestShelveInstance-493456443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e5252f-8d22-4ffc-9477-82be0c6ce188,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:42:33.000052 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 37246) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:42:33.322126 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-0039604f-648d-4c21-ae6f-2ec3c5106b8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1758349'] for router_interface, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:33.559922 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-0039604f-648d-4c21-ae6f-2ec3c5106b8c admin admin] Deleting port 63b043a3-85ca-45bf-9983-3871a01a8735 {{(pid=93206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:42:33.560179 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-0039604f-648d-4c21-ae6f-2ec3c5106b8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789867966868'] for port, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:33.636522 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-0039604f-648d-4c21-ae6f-2ec3c5106b8c admin admin] For port 63b043a3-85ca-45bf-9983-3871a01a8735, host dv-cinder-792299-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=63b043a3-85ca-45bf-9983-3871a01a8735,segment=NetworkSegment(ed4ee53f-f5b9-4be7-8cf7-2b3bb8f54753),segment_id=ed4ee53f-f5b9-4be7-8cf7-2b3bb8f54753)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:42:33.636913 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-0039604f-648d-4c21-ae6f-2ec3c5106b8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760608'] for port, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:33.649655 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-0039604f-648d-4c21-ae6f-2ec3c5106b8c admin admin] Calling delete_port for 63b043a3-85ca-45bf-9983-3871a01a8735 owned by network:router_interface {{(pid=93206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:42:33.828988 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-0039604f-648d-4c21-ae6f-2ec3c5106b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789867968359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789867566228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909347'] for port, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:33.854321 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0039604f-648d-4c21-ae6f-2ec3c5106b8c admin admin] Pushing event deleted for resources: {'Port': ['ID=63b043a3-85ca-45bf-9983-3871a01a8735,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:42:34.011761 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-0039604f-648d-4c21-ae6f-2ec3c5106b8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1758225'] for router_interface, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:34.476528 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0039604f-648d-4c21-ae6f-2ec3c5106b8c admin admin] Router e2b153f9-d35e-44e1-b518-fddeea76eaff has already been hosted by L3 agent f9ed0358-a013-4c74-a622-17ee633b4610 {{(pid=93206) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 02:42:34.556046 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.agents_db [None req-f1c5c46c-8295-40fa-87c5-0db6e260a587 None None] Agent healthcheck: found 6 active agents {{(pid=93208) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 02:42:34.576072 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0039604f-648d-4c21-ae6f-2ec3c5106b8c admin admin] Notify agent at l3_agent.dv-cinder-792299-6-iscsi the message routers_updated {{(pid=93206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:42:34.581075 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-0039604f-648d-4c21-ae6f-2ec3c5106b8c admin admin] 10.222.0.30 "PUT /v2.0/routers/e2b153f9-d35e-44e1-b518-fddeea76eaff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5799010 Jul 22 02:42:34.583604 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 37248) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:42:34.586163 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e745a75-a8d7-4cab-8302-58e03105d9ef None None] Sync routers for ids ['e2b153f9-d35e-44e1-b518-fddeea76eaff'] in dv-cinder-792299-6-iscsi {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:42:34.595606 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e745a75-a8d7-4cab-8302-58e03105d9ef None None] Routers {'e2b153f9-d35e-44e1-b518-fddeea76eaff'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:42:34.596282 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-1e745a75-a8d7-4cab-8302-58e03105d9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:42:14Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['e2b153f9-d35e-44e1-b518-fddeea76eaff'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:42:34.683438 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-02d44283-0ffb-40ed-b9a4-3383d17726ec admin admin] Notify callbacks [] for router, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:34.697285 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-1e745a75-a8d7-4cab-8302-58e03105d9ef None None] Set router e2b153f9-d35e-44e1-b518-fddeea76eaff gateway port host: dv-cinder-792299-6-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:42:34.779554 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-02d44283-0ffb-40ed-b9a4-3383d17726ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:34.835870 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-02d44283-0ffb-40ed-b9a4-3383d17726ec admin admin] Deleting port 55fb254c-e2a2-4cea-a945-799b484f955c {{(pid=93206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:42:34.836565 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-02d44283-0ffb-40ed-b9a4-3383d17726ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789867966868'] for port, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:34.869836 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-1e745a75-a8d7-4cab-8302-58e03105d9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b153f9-d35e-44e1-b518-fddeea76eaff', 'name': 'tempest-TestShelveInstance-1205840204-router', 'tenant_id': 'a7a845297a914075a09bf53769e6ffb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '55fb254c-e2a2-4cea-a945-799b484f955c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:38:17Z', 'updated_at': '2021-07-22T02:42:33Z', 'revision_number': 5, 'project_id': 'a7a845297a914075a09bf53769e6ffb5', 'gw_port': {'id': '55fb254c-e2a2-4cea-a945-799b484f955c', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:98:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b153f9-d35e-44e1-b518-fddeea76eaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:38:18Z', 'updated_at': '2021-07-22T02:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi'}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:42:34.899822 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e745a75-a8d7-4cab-8302-58e03105d9ef None None] Checking router: e2b153f9-d35e-44e1-b518-fddeea76eaff for host: dv-cinder-792299-6-iscsi {{(pid=93207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:42:34.908344 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e745a75-a8d7-4cab-8302-58e03105d9ef None None] Routers {'e2b153f9-d35e-44e1-b518-fddeea76eaff'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:42:34.908980 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-1e745a75-a8d7-4cab-8302-58e03105d9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:42:14Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['e2b153f9-d35e-44e1-b518-fddeea76eaff'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:42:34.914253 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-02d44283-0ffb-40ed-b9a4-3383d17726ec admin admin] For port 55fb254c-e2a2-4cea-a945-799b484f955c, host dv-cinder-792299-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=55fb254c-e2a2-4cea-a945-799b484f955c,segment=NetworkSegment(9c11ce42-9cd0-4724-aa43-c030ca3574d3),segment_id=9c11ce42-9cd0-4724-aa43-c030ca3574d3)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:42:34.914616 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-02d44283-0ffb-40ed-b9a4-3383d17726ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760608'] for port, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:34.926639 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-02d44283-0ffb-40ed-b9a4-3383d17726ec admin admin] Calling delete_port for 55fb254c-e2a2-4cea-a945-799b484f955c owned by network:router_gateway {{(pid=93206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:42:34.993110 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-1e745a75-a8d7-4cab-8302-58e03105d9ef None None] Set router e2b153f9-d35e-44e1-b518-fddeea76eaff gateway port host: None {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:42:35.045285 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-1e745a75-a8d7-4cab-8302-58e03105d9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b153f9-d35e-44e1-b518-fddeea76eaff', 'name': 'tempest-TestShelveInstance-1205840204-router', 'tenant_id': 'a7a845297a914075a09bf53769e6ffb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:38:17Z', 'updated_at': '2021-07-22T02:42:34Z', 'revision_number': 6, 'project_id': 'a7a845297a914075a09bf53769e6ffb5', 'gw_port_host': None}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:42:35.074993 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e745a75-a8d7-4cab-8302-58e03105d9ef None None] The sync data for ids ['e2b153f9-d35e-44e1-b518-fddeea76eaff'] in dv-cinder-792299-6-iscsi is: [{'id': 'e2b153f9-d35e-44e1-b518-fddeea76eaff', 'name': 'tempest-TestShelveInstance-1205840204-router', 'tenant_id': 'a7a845297a914075a09bf53769e6ffb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:38:17Z', 'updated_at': '2021-07-22T02:42:34Z', 'revision_number': 6, 'project_id': 'a7a845297a914075a09bf53769e6ffb5', 'gw_port_host': None}] {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:42:35.089640 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-02d44283-0ffb-40ed-b9a4-3383d17726ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789867968359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789867566228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909347'] for port, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:35.115226 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d44283-0ffb-40ed-b9a4-3383d17726ec admin admin] Pushing event deleted for resources: {'Port': ['ID=55fb254c-e2a2-4cea-a945-799b484f955c,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:42:35.178268 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-02d44283-0ffb-40ed-b9a4-3383d17726ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1746615'] for router_gateway, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:35.265653 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-02d44283-0ffb-40ed-b9a4-3383d17726ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1745248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25286'] for router, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:35.267734 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-02d44283-0ffb-40ed-b9a4-3383d17726ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:35.308676 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-02d44283-0ffb-40ed-b9a4-3383d17726ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760588'] for router, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:35.309196 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d44283-0ffb-40ed-b9a4-3383d17726ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2b153f9-d35e-44e1-b518-fddeea76eaff {{(pid=93206) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 02:42:35.313643 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-02d44283-0ffb-40ed-b9a4-3383d17726ec admin admin] Notify callbacks [] for router, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:35.314761 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-02d44283-0ffb-40ed-b9a4-3383d17726ec admin admin] 10.222.0.30 "DELETE /v2.0/routers/e2b153f9-d35e-44e1-b518-fddeea76eaff HTTP/1.1" status: 204 len: 168 time: 0.7302380 Jul 22 02:42:35.317688 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 37250) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:42:35.364451 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.db_base_plugin_v2 [None req-34e6bd8d-eddf-4d79-b797-22ad20847fe2 admin admin] Deleting subnet 14c28ea6-2cea-4ef8-a77d-3bf4f748d3df {{(pid=93206) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 02:42:35.367317 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-34e6bd8d-eddf-4d79-b797-22ad20847fe2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:35.400210 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-34e6bd8d-eddf-4d79-b797-22ad20847fe2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8871341'] for subnet, precommit_delete_associations {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:35.478643 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-34e6bd8d-eddf-4d79-b797-22ad20847fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774554'] for subnet, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:35.535997 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-34e6bd8d-eddf-4d79-b797-22ad20847fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9965702'] for subnet, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:35.566914 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-34e6bd8d-eddf-4d79-b797-22ad20847fe2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:35.571329 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-34e6bd8d-eddf-4d79-b797-22ad20847fe2 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/14c28ea6-2cea-4ef8-a77d-3bf4f748d3df HTTP/1.1" status: 204 len: 168 time: 0.2500167 Jul 22 02:42:35.571329 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e6bd8d-eddf-4d79-b797-22ad20847fe2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14c28ea6-2cea-4ef8-a77d-3bf4f748d3df,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:42:35.571329 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 37252) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:42:35.574885 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c055d17c-791a-4072-8ae0-a4d142295d27 None None] Network 08196119-0c1c-4d8a-bd15-74f8d8798c39 requested from dv-cinder-792299-6-iscsi {{(pid=93207) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:42:35.637388 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a1406630-017d-4bf3-bc20-9c63dc1b0e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-716893'] for network, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:35.687846 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-a1406630-017d-4bf3-bc20-9c63dc1b0e08 admin admin] Deleting port 5117d7ae-3134-4641-a2d7-bb8b84035219 {{(pid=93206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:42:35.688192 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a1406630-017d-4bf3-bc20-9c63dc1b0e08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789867966868'] for port, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:35.753932 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-a1406630-017d-4bf3-bc20-9c63dc1b0e08 admin admin] For port 5117d7ae-3134-4641-a2d7-bb8b84035219, host dv-cinder-792299-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=5117d7ae-3134-4641-a2d7-bb8b84035219,segment=NetworkSegment(ed4ee53f-f5b9-4be7-8cf7-2b3bb8f54753),segment_id=ed4ee53f-f5b9-4be7-8cf7-2b3bb8f54753)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:42:35.754241 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a1406630-017d-4bf3-bc20-9c63dc1b0e08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760608'] for port, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:35.765349 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-a1406630-017d-4bf3-bc20-9c63dc1b0e08 admin admin] Calling delete_port for 5117d7ae-3134-4641-a2d7-bb8b84035219 owned by network:dhcp {{(pid=93206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:42:35.843716 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8693e558-c166-45c9-801a-394856e95e8a None None] DHCP port deletion for 08196119-0c1c-4d8a-bd15-74f8d8798c39 request from dv-cinder-792299-6-iscsi {{(pid=93207) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 02:42:35.850368 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a1406630-017d-4bf3-bc20-9c63dc1b0e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789867968359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789867566228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909347'] for port, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:35.868088 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-8693e558-c166-45c9-801a-394856e95e8a None None] The port '5117d7ae-3134-4641-a2d7-bb8b84035219' was deleted {{(pid=93207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 22 02:42:35.886399 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1406630-017d-4bf3-bc20-9c63dc1b0e08 admin admin] Pushing event deleted for resources: {'Port': ['ID=5117d7ae-3134-4641-a2d7-bb8b84035219,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:42:35.888160 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1406630-017d-4bf3-bc20-9c63dc1b0e08 admin admin] No DVR routers for this DVR port 5117d7ae-3134-4641-a2d7-bb8b84035219 on host dv-cinder-792299-6-iscsi {{(pid=93206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 02:42:35.902576 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device 63b043a3-85ca-45bf-9983-3871a01a8735 no longer exists at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:42:35.926216 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] No Port match for: 63b043a3-85ca-45bf-9983-3871a01a8735 {{(pid=93207) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:42:35.926716 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device 63b043a3-85ca-45bf-9983-3871a01a8735 not bound to the agent host dv-cinder-792299-6-iscsi {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:42:35.962643 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a1406630-017d-4bf3-bc20-9c63dc1b0e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-773542', 'neutron.services.segments.db._delete_segments_for_network-8789868033329'] for network, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:35.972146 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.services.segments.db [None req-a1406630-017d-4bf3-bc20-9c63dc1b0e08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08196119-0c1c-4d8a-bd15-74f8d8798c39']}} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:42:35.982994 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.services.segments.db [None req-a1406630-017d-4bf3-bc20-9c63dc1b0e08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed4ee53f-f5b9-4be7-8cf7-2b3bb8f54753') {'for_net_delete': True} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:42:35.983291 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.services.segments.db [None req-a1406630-017d-4bf3-bc20-9c63dc1b0e08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed4ee53f-f5b9-4be7-8cf7-2b3bb8f54753') {} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:42:35.993051 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a1406630-017d-4bf3-bc20-9c63dc1b0e08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789868033850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8871332'] for segment, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:36.009727 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a1406630-017d-4bf3-bc20-9c63dc1b0e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767938'] for segment, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:36.016113 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1406630-017d-4bf3-bc20-9c63dc1b0e08 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=93206) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 02:42:36.016501 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a1406630-017d-4bf3-bc20-9c63dc1b0e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8909324'] for segment, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:36.018165 dv-cinder-792299-6-iscsi neutron-server[93206]: Traceback (most recent call last): Jul 22 02:42:36.018165 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 02:42:36.018165 dv-cinder-792299-6-iscsi neutron-server[93206]: timer() Jul 22 02:42:36.018165 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 02:42:36.018165 dv-cinder-792299-6-iscsi neutron-server[93206]: cb(*args, **kw) Jul 22 02:42:36.018165 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 02:42:36.018165 dv-cinder-792299-6-iscsi neutron-server[93206]: return func(*args, **kwargs) Jul 22 02:42:36.018165 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 02:42:36.018165 dv-cinder-792299-6-iscsi neutron-server[93206]: self._notify() Jul 22 02:42:36.018165 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 02:42:36.018165 dv-cinder-792299-6-iscsi neutron-server[93206]: self.callback(batched_events) Jul 22 02:42:36.018165 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 02:42:36.018165 dv-cinder-792299-6-iscsi neutron-server[93206]: event.method(event) Jul 22 02:42:36.018165 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 02:42:36.018165 dv-cinder-792299-6-iscsi neutron-server[93206]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 02:42:36.018165 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 02:42:36.018165 dv-cinder-792299-6-iscsi neutron-server[93206]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 02:42:36.018165 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 02:42:36.018165 dv-cinder-792299-6-iscsi neutron-server[93206]: return f(self, *a, **k) Jul 22 02:42:36.018165 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 02:42:36.018165 dv-cinder-792299-6-iscsi neutron-server[93206]: return self._get(url).json() Jul 22 02:42:36.018165 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 02:42:36.018165 dv-cinder-792299-6-iscsi neutron-server[93206]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 02:42:36.018165 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 02:42:36.018165 dv-cinder-792299-6-iscsi neutron-server[93206]: return self.request(url, 'GET', **kwargs) Jul 22 02:42:36.018165 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 02:42:36.018165 dv-cinder-792299-6-iscsi neutron-server[93206]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 02:42:36.018165 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 02:42:36.018165 dv-cinder-792299-6-iscsi neutron-server[93206]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 02:42:36.018165 dv-cinder-792299-6-iscsi neutron-server[93206]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 02:42:36.018165 dv-cinder-792299-6-iscsi neutron-server[93206]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 02:42:36.018165 dv-cinder-792299-6-iscsi neutron-server[93206]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 02:42:36.083835 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a1406630-017d-4bf3-bc20-9c63dc1b0e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746579'] for network, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:36.089140 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a1406630-017d-4bf3-bc20-9c63dc1b0e08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583845'] for network, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:36.091277 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-a1406630-017d-4bf3-bc20-9c63dc1b0e08 admin admin] 10.222.0.30 "DELETE /v2.0/networks/08196119-0c1c-4d8a-bd15-74f8d8798c39 HTTP/1.1" status: 204 len: 168 time: 0.5190573 Jul 22 02:42:36.094250 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 37254) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:42:36.104184 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1406630-017d-4bf3-bc20-9c63dc1b0e08 admin admin] Pushing event deleted for resources: {'Network': ['ID=08196119-0c1c-4d8a-bd15-74f8d8798c39,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:42:36.429799 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-28031414-5bca-4dc0-a6f1-84f523e11a7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1758349'] for router_interface, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:36.671520 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [None req-28031414-5bca-4dc0-a6f1-84f523e11a7c admin admin] Deleting port 5a474b5c-0220-42e9-a7e3-00db5aaa7761 {{(pid=93205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:42:36.671779 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-28031414-5bca-4dc0-a6f1-84f523e11a7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789867966868'] for port, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:36.746430 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.db [None req-28031414-5bca-4dc0-a6f1-84f523e11a7c admin admin] For port 5a474b5c-0220-42e9-a7e3-00db5aaa7761, host dv-cinder-792299-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=5a474b5c-0220-42e9-a7e3-00db5aaa7761,segment=NetworkSegment(d0c96a8e-4619-485a-879a-936421706591),segment_id=d0c96a8e-4619-485a-879a-936421706591)] {{(pid=93205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:42:36.746785 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-28031414-5bca-4dc0-a6f1-84f523e11a7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760608'] for port, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:36.759415 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [None req-28031414-5bca-4dc0-a6f1-84f523e11a7c admin admin] Calling delete_port for 5a474b5c-0220-42e9-a7e3-00db5aaa7761 owned by network:router_interface {{(pid=93205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:42:36.933896 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-28031414-5bca-4dc0-a6f1-84f523e11a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789867968359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789867566228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3324451'] for port, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:36.963801 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28031414-5bca-4dc0-a6f1-84f523e11a7c admin admin] Pushing event deleted for resources: {'Port': ['ID=5a474b5c-0220-42e9-a7e3-00db5aaa7761,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:42:36.973460 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28031414-5bca-4dc0-a6f1-84f523e11a7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:42:36.973816 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28031414-5bca-4dc0-a6f1-84f523e11a7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:42:36.974159 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28031414-5bca-4dc0-a6f1-84f523e11a7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:42:36.974498 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28031414-5bca-4dc0-a6f1-84f523e11a7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:42:36.974833 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28031414-5bca-4dc0-a6f1-84f523e11a7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:42:36.975165 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28031414-5bca-4dc0-a6f1-84f523e11a7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:42:36.975498 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28031414-5bca-4dc0-a6f1-84f523e11a7c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:42:36.975827 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28031414-5bca-4dc0-a6f1-84f523e11a7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:42:36.976155 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28031414-5bca-4dc0-a6f1-84f523e11a7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:42:36.976484 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28031414-5bca-4dc0-a6f1-84f523e11a7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:42:36.976833 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28031414-5bca-4dc0-a6f1-84f523e11a7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:42:36.977155 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28031414-5bca-4dc0-a6f1-84f523e11a7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:42:37.135164 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-28031414-5bca-4dc0-a6f1-84f523e11a7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1758225'] for router_interface, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:37.343367 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28031414-5bca-4dc0-a6f1-84f523e11a7c admin admin] Router f6814230-cba7-4692-ac09-a9421e6724bc has already been hosted by L3 agent f9ed0358-a013-4c74-a622-17ee633b4610 {{(pid=93205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 02:42:37.443017 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28031414-5bca-4dc0-a6f1-84f523e11a7c admin admin] Notify agent at l3_agent.dv-cinder-792299-6-iscsi the message routers_updated {{(pid=93205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 02:42:37.451244 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 37258) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:42:37.452637 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-28031414-5bca-4dc0-a6f1-84f523e11a7c admin admin] 10.222.0.30 "PUT /v2.0/routers/f6814230-cba7-4692-ac09-a9421e6724bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3556895 Jul 22 02:42:37.454945 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfc34a2-836b-4ddf-9458-92d9e285d2bd None None] Sync routers for ids ['f6814230-cba7-4692-ac09-a9421e6724bc'] in dv-cinder-792299-6-iscsi {{(pid=93208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 02:42:37.465469 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfc34a2-836b-4ddf-9458-92d9e285d2bd None None] Routers {'f6814230-cba7-4692-ac09-a9421e6724bc'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:42:37.466087 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-0dfc34a2-836b-4ddf-9458-92d9e285d2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:42:14Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['f6814230-cba7-4692-ac09-a9421e6724bc'], 'active': True} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:42:37.561671 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device 55fb254c-e2a2-4cea-a945-799b484f955c no longer exists at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:42:37.562204 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-acab2784-66f2-4d5e-a3b6-a6c9ad8ddec5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:37.576453 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvr_db [None req-0dfc34a2-836b-4ddf-9458-92d9e285d2bd None None] Set router f6814230-cba7-4692-ac09-a9421e6724bc gateway port host: dv-cinder-792299-6-iscsi {{(pid=93208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:42:37.583028 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] No Port match for: 55fb254c-e2a2-4cea-a945-799b484f955c {{(pid=93207) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:42:37.583372 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device 55fb254c-e2a2-4cea-a945-799b484f955c not bound to the agent host dv-cinder-792299-6-iscsi {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:42:37.583809 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device 5117d7ae-3134-4641-a2d7-bb8b84035219 no longer exists at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:42:37.603973 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] No Port match for: 5117d7ae-3134-4641-a2d7-bb8b84035219 {{(pid=93207) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:42:37.604707 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device 5117d7ae-3134-4641-a2d7-bb8b84035219 not bound to the agent host dv-cinder-792299-6-iscsi {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:42:37.666259 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-acab2784-66f2-4d5e-a3b6-a6c9ad8ddec5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:37.716823 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-acab2784-66f2-4d5e-a3b6-a6c9ad8ddec5 admin admin] Deleting port c11ce438-6cb0-48f2-9c37-e66332d9292d {{(pid=93206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:42:37.717172 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-acab2784-66f2-4d5e-a3b6-a6c9ad8ddec5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789867966868'] for port, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:37.752600 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-0dfc34a2-836b-4ddf-9458-92d9e285d2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6814230-cba7-4692-ac09-a9421e6724bc', 'name': 'tempest-TestShelveInstance-1372644838-router', 'tenant_id': '6083fdee763c43fba9b08d385276fd80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'external_fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'c11ce438-6cb0-48f2-9c37-e66332d9292d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:38:22Z', 'updated_at': '2021-07-22T02:42:36Z', 'revision_number': 5, 'project_id': '6083fdee763c43fba9b08d385276fd80', 'gw_port': {'id': 'c11ce438-6cb0-48f2-9c37-e66332d9292d', 'name': '', 'network_id': 'a2bee0e8-177e-45f0-aff1-c80473345c00', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:0b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6814230-cba7-4692-ac09-a9421e6724bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T02:38:22Z', 'updated_at': '2021-07-22T02:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecc19678-5b8b-45eb-bc42-2a87169fcb4c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-6-iscsi'}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:42:37.781672 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfc34a2-836b-4ddf-9458-92d9e285d2bd None None] Checking router: f6814230-cba7-4692-ac09-a9421e6724bc for host: dv-cinder-792299-6-iscsi {{(pid=93208) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 02:42:37.790571 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfc34a2-836b-4ddf-9458-92d9e285d2bd None None] Routers {'f6814230-cba7-4692-ac09-a9421e6724bc'} bound to L3 agent in host dv-cinder-792299-6-iscsi {{(pid=93208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 02:42:37.791196 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-0dfc34a2-836b-4ddf-9458-92d9e285d2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T02:21:14Z,description=,heartbeat_timestamp=2021-07-22T02:42:14Z,host='dv-cinder-792299-6-iscsi',id=f9ed0358-a013-4c74-a622-17ee633b4610,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T02:21:14Z,topic='l3_agent')) {'router_ids': ['f6814230-cba7-4692-ac09-a9421e6724bc'], 'active': True} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:42:37.796486 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-acab2784-66f2-4d5e-a3b6-a6c9ad8ddec5 admin admin] For port c11ce438-6cb0-48f2-9c37-e66332d9292d, host dv-cinder-792299-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=c11ce438-6cb0-48f2-9c37-e66332d9292d,segment=NetworkSegment(9c11ce42-9cd0-4724-aa43-c030ca3574d3),segment_id=9c11ce42-9cd0-4724-aa43-c030ca3574d3)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:42:37.796887 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-acab2784-66f2-4d5e-a3b6-a6c9ad8ddec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760608'] for port, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:37.808047 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-acab2784-66f2-4d5e-a3b6-a6c9ad8ddec5 admin admin] Calling delete_port for c11ce438-6cb0-48f2-9c37-e66332d9292d owned by network:router_gateway {{(pid=93206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:42:37.882959 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_dvr_db [None req-0dfc34a2-836b-4ddf-9458-92d9e285d2bd None None] Set router f6814230-cba7-4692-ac09-a9421e6724bc gateway port host: None {{(pid=93208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 02:42:37.938660 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.l3_hamode_db [None req-0dfc34a2-836b-4ddf-9458-92d9e285d2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6814230-cba7-4692-ac09-a9421e6724bc', 'name': 'tempest-TestShelveInstance-1372644838-router', 'tenant_id': '6083fdee763c43fba9b08d385276fd80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:38:22Z', 'updated_at': '2021-07-22T02:42:37Z', 'revision_number': 6, 'project_id': '6083fdee763c43fba9b08d385276fd80', 'gw_port_host': None}], 'dv-cinder-792299-6-iscsi', False) {} {{(pid=93208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:42:37.966157 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfc34a2-836b-4ddf-9458-92d9e285d2bd None None] The sync data for ids ['f6814230-cba7-4692-ac09-a9421e6724bc'] in dv-cinder-792299-6-iscsi is: [{'id': 'f6814230-cba7-4692-ac09-a9421e6724bc', 'name': 'tempest-TestShelveInstance-1372644838-router', 'tenant_id': '6083fdee763c43fba9b08d385276fd80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T02:38:22Z', 'updated_at': '2021-07-22T02:42:37Z', 'revision_number': 6, 'project_id': '6083fdee763c43fba9b08d385276fd80', 'gw_port_host': None}] {{(pid=93208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 02:42:37.979859 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-acab2784-66f2-4d5e-a3b6-a6c9ad8ddec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789867968359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789867566228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8909347'] for port, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:38.007447 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acab2784-66f2-4d5e-a3b6-a6c9ad8ddec5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c11ce438-6cb0-48f2-9c37-e66332d9292d,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:42:38.070015 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-acab2784-66f2-4d5e-a3b6-a6c9ad8ddec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1746615'] for router_gateway, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:38.157819 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-acab2784-66f2-4d5e-a3b6-a6c9ad8ddec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1745248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25286'] for router, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:38.159925 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-acab2784-66f2-4d5e-a3b6-a6c9ad8ddec5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:38.204273 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-acab2784-66f2-4d5e-a3b6-a6c9ad8ddec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760588'] for router, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:38.204819 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acab2784-66f2-4d5e-a3b6-a6c9ad8ddec5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6814230-cba7-4692-ac09-a9421e6724bc {{(pid=93206) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 02:42:38.209570 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-acab2784-66f2-4d5e-a3b6-a6c9ad8ddec5 admin admin] Notify callbacks [] for router, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:38.210855 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-acab2784-66f2-4d5e-a3b6-a6c9ad8ddec5 admin admin] 10.222.0.30 "DELETE /v2.0/routers/f6814230-cba7-4692-ac09-a9421e6724bc HTTP/1.1" status: 204 len: 168 time: 0.7586231 Jul 22 02:42:38.213270 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 37260) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:42:38.255694 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf310ffc-cdfa-43ef-81e5-08a278f63bbd admin admin] Deleting subnet 3e15a7da-ea17-48e5-9c7a-8440cb7ca84e {{(pid=93206) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 02:42:38.258702 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-cf310ffc-cdfa-43ef-81e5-08a278f63bbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:38.292124 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-cf310ffc-cdfa-43ef-81e5-08a278f63bbd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8871341'] for subnet, precommit_delete_associations {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:38.373321 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-cf310ffc-cdfa-43ef-81e5-08a278f63bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774554'] for subnet, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:38.425998 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-cf310ffc-cdfa-43ef-81e5-08a278f63bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8909430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9965702'] for subnet, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:38.452396 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf310ffc-cdfa-43ef-81e5-08a278f63bbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e15a7da-ea17-48e5-9c7a-8440cb7ca84e,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:42:38.454361 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-cf310ffc-cdfa-43ef-81e5-08a278f63bbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:38.457128 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-cf310ffc-cdfa-43ef-81e5-08a278f63bbd admin admin] 10.222.0.30 "DELETE /v2.0/subnets/3e15a7da-ea17-48e5-9c7a-8440cb7ca84e HTTP/1.1" status: 204 len: 168 time: 0.2427683 Jul 22 02:42:38.458896 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 37262) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:42:38.459331 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3717895-ca75-4bfe-9bab-026f701bf81f None None] Network eec0a113-100d-472a-a273-1b855da6310e requested from dv-cinder-792299-6-iscsi {{(pid=93207) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 02:42:38.710576 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643d5f83-7b1f-4d88-82c0-a2b8aaee83b7 None None] DHCP port deletion for eec0a113-100d-472a-a273-1b855da6310e request from dv-cinder-792299-6-iscsi {{(pid=93207) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 02:42:38.739098 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6761a38c-6897-4de6-bffd-136146e59d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-716893'] for network, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:38.758704 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-643d5f83-7b1f-4d88-82c0-a2b8aaee83b7 None None] Deleting port 2a9627f3-02da-4736-bd98-fc2672035c5e {{(pid=93207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:42:38.759108 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-643d5f83-7b1f-4d88-82c0-a2b8aaee83b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789867966868'] for port, before_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:38.790350 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [None req-6761a38c-6897-4de6-bffd-136146e59d94 admin admin] Deleting port 2a9627f3-02da-4736-bd98-fc2672035c5e {{(pid=93205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 02:42:38.790512 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6761a38c-6897-4de6-bffd-136146e59d94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789867966868'] for port, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:38.836982 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-643d5f83-7b1f-4d88-82c0-a2b8aaee83b7 None None] For port 2a9627f3-02da-4736-bd98-fc2672035c5e, host dv-cinder-792299-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=2a9627f3-02da-4736-bd98-fc2672035c5e,segment=NetworkSegment(d0c96a8e-4619-485a-879a-936421706591),segment_id=d0c96a8e-4619-485a-879a-936421706591)] {{(pid=93207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:42:38.837372 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-643d5f83-7b1f-4d88-82c0-a2b8aaee83b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760608'] for port, precommit_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:38.849441 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-643d5f83-7b1f-4d88-82c0-a2b8aaee83b7 None None] Calling delete_port for 2a9627f3-02da-4736-bd98-fc2672035c5e owned by network:dhcp {{(pid=93207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:42:38.855612 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.db [None req-6761a38c-6897-4de6-bffd-136146e59d94 admin admin] For port 2a9627f3-02da-4736-bd98-fc2672035c5e, host dv-cinder-792299-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-6-iscsi',level=0,port_id=2a9627f3-02da-4736-bd98-fc2672035c5e,segment=NetworkSegment(d0c96a8e-4619-485a-879a-936421706591),segment_id=d0c96a8e-4619-485a-879a-936421706591)] {{(pid=93205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 02:42:38.855907 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6761a38c-6897-4de6-bffd-136146e59d94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760608'] for port, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:38.867955 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [None req-6761a38c-6897-4de6-bffd-136146e59d94 admin admin] Calling delete_port for 2a9627f3-02da-4736-bd98-fc2672035c5e owned by network:dhcp {{(pid=93205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 02:42:38.932086 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-643d5f83-7b1f-4d88-82c0-a2b8aaee83b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789867968359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789867566228'] for port, after_delete {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:38.950223 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6761a38c-6897-4de6-bffd-136146e59d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789867968359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789867566228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3324451'] for port, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:38.962983 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643d5f83-7b1f-4d88-82c0-a2b8aaee83b7 None None] Pushing event deleted for resources: {'Port': ['ID=2a9627f3-02da-4736-bd98-fc2672035c5e,revision_number=None']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:42:38.970572 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643d5f83-7b1f-4d88-82c0-a2b8aaee83b7 None None] No DVR routers for this DVR port 2a9627f3-02da-4736-bd98-fc2672035c5e on host dv-cinder-792299-6-iscsi {{(pid=93207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 02:42:38.974474 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643d5f83-7b1f-4d88-82c0-a2b8aaee83b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:42:38.974824 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643d5f83-7b1f-4d88-82c0-a2b8aaee83b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:42:38.975161 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643d5f83-7b1f-4d88-82c0-a2b8aaee83b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:42:38.975675 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643d5f83-7b1f-4d88-82c0-a2b8aaee83b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:42:38.975996 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643d5f83-7b1f-4d88-82c0-a2b8aaee83b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:42:38.976331 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643d5f83-7b1f-4d88-82c0-a2b8aaee83b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:42:38.979323 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643d5f83-7b1f-4d88-82c0-a2b8aaee83b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:42:38.979323 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643d5f83-7b1f-4d88-82c0-a2b8aaee83b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:42:38.979323 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643d5f83-7b1f-4d88-82c0-a2b8aaee83b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:42:38.979323 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643d5f83-7b1f-4d88-82c0-a2b8aaee83b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:42:38.979323 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643d5f83-7b1f-4d88-82c0-a2b8aaee83b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:42:38.979323 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643d5f83-7b1f-4d88-82c0-a2b8aaee83b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-6-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 02:42:38.981924 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6761a38c-6897-4de6-bffd-136146e59d94 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a9627f3-02da-4736-bd98-fc2672035c5e,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:42:38.983850 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6761a38c-6897-4de6-bffd-136146e59d94 admin admin] No DVR routers for this DVR port 2a9627f3-02da-4736-bd98-fc2672035c5e on host dv-cinder-792299-6-iscsi {{(pid=93205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 02:42:39.055639 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6761a38c-6897-4de6-bffd-136146e59d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-773542', 'neutron.services.segments.db._delete_segments_for_network-8789868033329'] for network, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:39.065201 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.services.segments.db [None req-6761a38c-6897-4de6-bffd-136146e59d94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eec0a113-100d-472a-a273-1b855da6310e']}} {{(pid=93205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:42:39.074671 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.services.segments.db [None req-6761a38c-6897-4de6-bffd-136146e59d94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0c96a8e-4619-485a-879a-936421706591') {'for_net_delete': True} {{(pid=93205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:42:39.074972 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.services.segments.db [None req-6761a38c-6897-4de6-bffd-136146e59d94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0c96a8e-4619-485a-879a-936421706591') {} {{(pid=93205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 02:42:39.083431 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6761a38c-6897-4de6-bffd-136146e59d94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789868033850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3324604'] for segment, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:39.097108 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6761a38c-6897-4de6-bffd-136146e59d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767938'] for segment, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:39.103740 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6761a38c-6897-4de6-bffd-136146e59d94 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=93205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 02:42:39.104196 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6761a38c-6897-4de6-bffd-136146e59d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3324428'] for segment, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:39.106970 dv-cinder-792299-6-iscsi neutron-server[93205]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 02:42:39.106970 dv-cinder-792299-6-iscsi neutron-server[93205]: self.session.flush() Jul 22 02:42:39.106970 dv-cinder-792299-6-iscsi neutron-server[93205]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 02:42:39.106970 dv-cinder-792299-6-iscsi neutron-server[93205]: self.session.flush() Jul 22 02:42:39.106970 dv-cinder-792299-6-iscsi neutron-server[93205]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 02:42:39.106970 dv-cinder-792299-6-iscsi neutron-server[93205]: self.session.flush() Jul 22 02:42:39.106970 dv-cinder-792299-6-iscsi neutron-server[93205]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 02:42:39.106970 dv-cinder-792299-6-iscsi neutron-server[93205]: self.session.flush() Jul 22 02:42:39.106970 dv-cinder-792299-6-iscsi neutron-server[93205]: Traceback (most recent call last): Jul 22 02:42:39.106970 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 02:42:39.106970 dv-cinder-792299-6-iscsi neutron-server[93205]: timer() Jul 22 02:42:39.106970 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 02:42:39.106970 dv-cinder-792299-6-iscsi neutron-server[93205]: cb(*args, **kw) Jul 22 02:42:39.106970 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 02:42:39.106970 dv-cinder-792299-6-iscsi neutron-server[93205]: return func(*args, **kwargs) Jul 22 02:42:39.106970 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 02:42:39.106970 dv-cinder-792299-6-iscsi neutron-server[93205]: self._notify() Jul 22 02:42:39.106970 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 02:42:39.106970 dv-cinder-792299-6-iscsi neutron-server[93205]: self.callback(batched_events) Jul 22 02:42:39.106970 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 02:42:39.106970 dv-cinder-792299-6-iscsi neutron-server[93205]: event.method(event) Jul 22 02:42:39.106970 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 02:42:39.106970 dv-cinder-792299-6-iscsi neutron-server[93205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 02:42:39.106970 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 02:42:39.106970 dv-cinder-792299-6-iscsi neutron-server[93205]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 02:42:39.106970 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 02:42:39.106970 dv-cinder-792299-6-iscsi neutron-server[93205]: return f(self, *a, **k) Jul 22 02:42:39.106970 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 02:42:39.106970 dv-cinder-792299-6-iscsi neutron-server[93205]: return self._get(url).json() Jul 22 02:42:39.106970 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 02:42:39.106970 dv-cinder-792299-6-iscsi neutron-server[93205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 02:42:39.106970 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 02:42:39.106970 dv-cinder-792299-6-iscsi neutron-server[93205]: return self.request(url, 'GET', **kwargs) Jul 22 02:42:39.106970 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 02:42:39.106970 dv-cinder-792299-6-iscsi neutron-server[93205]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 02:42:39.106970 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 02:42:39.106970 dv-cinder-792299-6-iscsi neutron-server[93205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 02:42:39.106970 dv-cinder-792299-6-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 02:42:39.106970 dv-cinder-792299-6-iscsi neutron-server[93205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 02:42:39.106970 dv-cinder-792299-6-iscsi neutron-server[93205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 02:42:39.165411 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6761a38c-6897-4de6-bffd-136146e59d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1746579'] for network, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:39.170657 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6761a38c-6897-4de6-bffd-136146e59d94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583845'] for network, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:39.172490 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-6761a38c-6897-4de6-bffd-136146e59d94 admin admin] 10.222.0.30 "DELETE /v2.0/networks/eec0a113-100d-472a-a273-1b855da6310e HTTP/1.1" status: 204 len: 168 time: 0.7123156 Jul 22 02:42:39.183367 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6761a38c-6897-4de6-bffd-136146e59d94 admin admin] Pushing event deleted for resources: {'Network': ['ID=eec0a113-100d-472a-a273-1b855da6310e,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:42:39.388637 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 37266) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:42:39.427473 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-6b0596b5-fa79-40ba-b296-70b31a0c1653 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a7a845297a914075a09bf53769e6ffb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376627 Jul 22 02:42:39.429775 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 37268) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:42:39.477355 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-7f6b8373-8e21-41ad-8e59-ebbbd8c9da44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:39.499916 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-7f6b8373-8e21-41ad-8e59-ebbbd8c9da44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:39.500219 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device c11ce438-6cb0-48f2-9c37-e66332d9292d no longer exists at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:42:39.520118 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] No Port match for: c11ce438-6cb0-48f2-9c37-e66332d9292d {{(pid=93207) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:42:39.520460 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device c11ce438-6cb0-48f2-9c37-e66332d9292d not bound to the agent host dv-cinder-792299-6-iscsi {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:42:39.520906 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device 2a9627f3-02da-4736-bd98-fc2672035c5e no longer exists at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:42:39.540742 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] No Port match for: 2a9627f3-02da-4736-bd98-fc2672035c5e {{(pid=93207) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:42:39.541162 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device 2a9627f3-02da-4736-bd98-fc2672035c5e not bound to the agent host dv-cinder-792299-6-iscsi {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:42:39.541558 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device 5a474b5c-0220-42e9-a7e3-00db5aaa7761 no longer exists at agent ovs-agent-dv-cinder-792299-6-iscsi {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 02:42:39.546813 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-7f6b8373-8e21-41ad-8e59-ebbbd8c9da44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:39.549500 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-7f6b8373-8e21-41ad-8e59-ebbbd8c9da44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:39.551220 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-7f6b8373-8e21-41ad-8e59-ebbbd8c9da44 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1f02bdac-3b1e-4861-af88-5ed9cdc5b394 HTTP/1.1" status: 204 len: 168 time: 0.1200626 Jul 22 02:42:39.561440 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6b8373-8e21-41ad-8e59-ebbbd8c9da44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f02bdac-3b1e-4861-af88-5ed9cdc5b394,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:42:39.564282 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.plugin [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] No Port match for: 5a474b5c-0220-42e9-a7e3-00db5aaa7761 {{(pid=93207) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 02:42:39.564631 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.rpc [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Device 5a474b5c-0220-42e9-a7e3-00db5aaa7761 not bound to the agent host dv-cinder-792299-6-iscsi {{(pid=93207) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 02:42:39.850082 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.30', 37274) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:42:39.891533 dv-cinder-792299-6-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-b712ff82-282d-40c1-8e41-c59b1fa938a2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6083fdee763c43fba9b08d385276fd80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402381 Jul 22 02:42:39.894641 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [-] (93206) accepted ('10.222.0.30', 37276) {{(pid=93206) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 02:42:39.941955 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-dc0e4fb8-7c5e-4bfe-932b-cea09283dfa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:39.962383 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-dc0e4fb8-7c5e-4bfe-932b-cea09283dfa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:40.005926 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-dc0e4fb8-7c5e-4bfe-932b-cea09283dfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1661087'] for security_group, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:40.008524 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-dc0e4fb8-7c5e-4bfe-932b-cea09283dfa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:40.009697 dv-cinder-792299-6-iscsi neutron-server[93206]: INFO neutron.wsgi [None req-dc0e4fb8-7c5e-4bfe-932b-cea09283dfa2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3cade54f-1845-4f38-8d30-752a7b7cf30f HTTP/1.1" status: 204 len: 168 time: 0.1140194 Jul 22 02:42:40.017021 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0e4fb8-7c5e-4bfe-932b-cea09283dfa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cade54f-1845-4f38-8d30-752a7b7cf30f,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 02:42:41.085861 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-f210b2fb-9d49-40a4-b70a-d1730e3419c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:42.412142 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:43.811400 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9bea02c8-882a-4ba7-82e7-5007869a1910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:43.911719 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:44.755286 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9c5a9526-544c-492b-b3ab-1b4c68701215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:42:46.273683 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-46ac0fbd-03cc-41f5-9e75-a35c43e1b5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:43:11.088950 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-1a8b7757-7a64-455c-94af-7b8f4cf8112c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:43:11.555845 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.agents_db [None req-f1c5c46c-8295-40fa-87c5-0db6e260a587 None None] Agent healthcheck: found 6 active agents {{(pid=93208) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 02:43:12.420482 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:43:13.810946 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-13aec07b-2c52-44e6-82a6-01e34a252b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:43:13.912920 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:43:14.757930 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9c5a9526-544c-492b-b3ab-1b4c68701215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:43:16.275756 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-46ac0fbd-03cc-41f5-9e75-a35c43e1b5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:43:41.089076 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-e988efc1-55e9-428e-ab38-e88dd7363ba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:43:42.419355 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:43:43.810704 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-68defa9a-4199-497e-a580-f4b9f5bee9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:43:43.913247 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:43:44.760144 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9c5a9526-544c-492b-b3ab-1b4c68701215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:43:46.277770 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-46ac0fbd-03cc-41f5-9e75-a35c43e1b5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:43:48.554986 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.agents_db [None req-f1c5c46c-8295-40fa-87c5-0db6e260a587 None None] Agent healthcheck: found 6 active agents {{(pid=93208) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 02:44:11.088396 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-e65defcd-cb71-4cf7-af8d-3e8753074c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:44:12.312206 dv-cinder-792299-6-iscsi neutron-server[93206]: DEBUG neutron.wsgi [req-e8ee5c44-44b2-49b3-9d99-a4fcae2dee74 req-c28d9ae5-5d6e-4c77-8010-436be4b8a308 service neutron] (93206) timed out ('10.222.0.23', 64132) {{(pid=93206) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 02:44:12.417069 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:44:12.628084 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [req-a2c9d0b6-ad89-49de-ae3b-5ca128b848b4 req-20d8c797-88ac-4900-956f-c63637445910 service neutron] (93205) timed out ('10.222.0.23', 64162) {{(pid=93205) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 02:44:13.810793 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-e0a5d4af-6c65-4f7c-977c-6c90326c44e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:44:13.914440 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:44:14.762205 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9c5a9526-544c-492b-b3ab-1b4c68701215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:44:16.281405 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-46ac0fbd-03cc-41f5-9e75-a35c43e1b5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:44:25.553767 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.agents_db [None req-f1c5c46c-8295-40fa-87c5-0db6e260a587 None None] Agent healthcheck: found 6 active agents {{(pid=93208) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 02:44:41.088511 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-b85f6970-a614-4b89-ad42-d53e629c21d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:44:42.439531 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:44:43.810757 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c3e1ed95-cd02-4975-86a0-6aa69ded0ac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:44:43.915060 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:44:44.767731 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9c5a9526-544c-492b-b3ab-1b4c68701215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:44:46.284352 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-46ac0fbd-03cc-41f5-9e75-a35c43e1b5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:45:02.552459 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.agents_db [None req-f1c5c46c-8295-40fa-87c5-0db6e260a587 None None] Agent healthcheck: found 6 active agents {{(pid=93208) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 02:45:08.847416 dv-cinder-792299-6-iscsi neutron-server[93205]: DEBUG neutron.wsgi [req-d5d464b6-b815-4b0b-8793-7217f18fdb96 req-caf525f7-d431-40e6-ba76-52fcf8e16b26 service neutron] (93205) timed out ('10.222.0.23', 64159) {{(pid=93205) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 02:45:11.089347 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-06f8a729-11be-44ed-9ca9-257a5d6cc864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:45:12.454786 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:45:13.813710 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-925c4a96-7d71-4b13-92e5-7649a612bf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:45:13.916187 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:45:14.768525 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9c5a9526-544c-492b-b3ab-1b4c68701215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:45:16.286974 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-46ac0fbd-03cc-41f5-9e75-a35c43e1b5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:45:39.551038 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.agents_db [None req-f1c5c46c-8295-40fa-87c5-0db6e260a587 None None] Agent healthcheck: found 6 active agents {{(pid=93208) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 02:45:41.205477 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-aa5204da-8513-4168-a692-8bf8f0ec4441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:45:42.469834 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:45:43.813642 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-ea5d72bc-595c-4323-bf85-30ee27a64193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:45:43.916777 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:45:44.771306 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9c5a9526-544c-492b-b3ab-1b4c68701215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:45:46.289056 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-46ac0fbd-03cc-41f5-9e75-a35c43e1b5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:46:11.086165 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-314c3f62-0d1f-43ac-8793-4a8f8040f454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:46:12.470152 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:46:13.814448 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-0dba0b4c-8938-4ed4-aa8a-ce3e79707a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:46:13.917307 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:46:14.774226 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9c5a9526-544c-492b-b3ab-1b4c68701215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:46:16.291803 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-46ac0fbd-03cc-41f5-9e75-a35c43e1b5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:46:16.550208 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.agents_db [None req-f1c5c46c-8295-40fa-87c5-0db6e260a587 None None] Agent healthcheck: found 6 active agents {{(pid=93208) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 02:46:41.088232 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-cb321e5b-abe7-4898-9711-80402e39ef17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:46:42.478275 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:46:43.814139 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-37ed7cd4-2c1e-4f4b-a5a2-0192c01001d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:46:43.916662 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:46:44.777184 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9c5a9526-544c-492b-b3ab-1b4c68701215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:46:46.294929 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-46ac0fbd-03cc-41f5-9e75-a35c43e1b5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:46:53.548900 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.agents_db [None req-f1c5c46c-8295-40fa-87c5-0db6e260a587 None None] Agent healthcheck: found 6 active agents {{(pid=93208) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 02:47:11.088941 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-27416287-d010-4722-a59b-d97c8b0aeaa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:47:12.478612 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:47:13.812901 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6722362e-7731-4da6-9aa9-b27b0f0ca3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:47:13.917659 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:47:14.779232 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9c5a9526-544c-492b-b3ab-1b4c68701215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:47:16.299057 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-46ac0fbd-03cc-41f5-9e75-a35c43e1b5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:47:30.548466 dv-cinder-792299-6-iscsi neutron-server[93208]: DEBUG neutron.db.agents_db [None req-f1c5c46c-8295-40fa-87c5-0db6e260a587 None None] Agent healthcheck: found 6 active agents {{(pid=93208) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 02:47:41.093019 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-462e3bd9-8326-41d1-adb8-104a82a67b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:47:42.507856 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dee4-12b1-4bb8-98cd-a220601e905a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:47:43.813295 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9cc6fb30-f13a-4400-a94f-e19dc317070e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:47:43.918969 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-c4a30ab3-fec6-44d7-9e7b-b62d6a30ab4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:47:44.783032 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-9c5a9526-544c-492b-b3ab-1b4c68701215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 02:47:46.300785 dv-cinder-792299-6-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-46ac0fbd-03cc-41f5-9e75-a35c43e1b5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789868033311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-775264'] for agent, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}